-- Logs begin at Tue 2021-07-13 08:03:24 UTC, end at Tue 2021-07-13 09:24:30 UTC. -- Jul 13 08:32:32.236769 dv-cinder-800430-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 08:32:34.936599 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.common.config [-] Logging enabled! Jul 13 08:32:34.937299 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 08:32:34.937391 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99523) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 08:32:34.940626 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.common.config [-] Logging enabled! Jul 13 08:32:34.940885 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 08:32:34.941201 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99523) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 08:32:34.942160 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 08:32:34.942399 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 08:32:34.942769 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 08:32:34.943051 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 08:32:34.943284 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 08:32:34.943608 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.943911 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.944212 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.944446 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.944745 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.945045 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.945330 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.945620 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.945918 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.946206 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.947115 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.947404 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.947641 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.947925 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.948219 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.948511 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.948744 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] debug = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.949026 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.949460 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.949873 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.950155 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.950449 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.950733 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.951029 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.951310 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.951596 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.951926 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] host = dv-cinder-800430-2-iscsi {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.952205 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.952498 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.952785 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.953073 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.953350 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.953627 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.953915 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.954188 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.954463 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] log_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.954742 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.955065 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.955361 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.955654 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.955882 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.956111 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.956400 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.956693 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.956973 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.957248 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.957525 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.957802 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.958077 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.958349 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.958639 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.958948 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.959239 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.959517 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.959792 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.960067 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.960339 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.960629 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.960906 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.961180 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.961456 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.961744 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.962016 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.962292 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.962590 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.962880 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.963196 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.963484 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.963760 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.964045 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.964320 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.964593 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.964875 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] use_json = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.965147 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.965422 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.965701 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.965977 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.966273 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.966524 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.966800 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.967118 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:34.967428 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.967728 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.968329 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.968329 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.968838 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.969174 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.969479 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.969762 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.970116 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.970502 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.970798 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.971114 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.971434 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.971703 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.972001 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.972316 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.972620 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.972916 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.973198 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.973478 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.973755 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.974037 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.974326 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.974628 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.974929 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.975232 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.975517 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.975813 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.976097 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.976375 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.976660 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.976955 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.977239 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.977540 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.977828 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.978117 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.978391 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.978668 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.979044 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.979342 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.979629 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.979907 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.980181 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.980465 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.980760 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.981379 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.981678 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.981961 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.982239 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.982525 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.982805 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.983107 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.983390 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.983668 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.983954 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.984230 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.984507 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.984785 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.985059 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.985343 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.985623 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.985904 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.986223 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.986549 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.986832 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.987138 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.987418 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.987698 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.987991 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.988297 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.988582 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.988868 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.989154 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.989435 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.989717 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.990002 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.990284 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.990565 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.990842 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.991165 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.991456 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.991749 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.992036 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.992320 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.992623 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.992906 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.993729 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.994162 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.994450 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.994749 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.995064 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.995369 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.995669 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.995972 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.996271 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.996574 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.996859 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.997177 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.997461 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:34.997681 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 08:32:34.997935 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99523) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 08:32:35.349444 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 08:32:35.349726 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 08:32:35.350022 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 08:32:35.350361 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 08:32:35.744481 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.744770 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.745046 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.746365 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.746651 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.746942 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.781552 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.781831 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.782102 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.799415 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.799907 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.800295 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.842038 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.842451 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.842734 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.883645 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.883967 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:35.884243 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.117357 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.118012 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.118012 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.118210 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.118885 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.239923 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.240193 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.240482 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.240761 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.241031 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.241344 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.241607 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.241871 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.242127 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.242407 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.242669 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.242965 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.243270 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.243661 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.243929 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.244191 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.244461 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.244733 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.244993 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.245266 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.245522 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.245806 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.246163 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.246456 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.246709 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.246987 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.247389 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:32:36.247635 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:32:36.247877 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:32:36.248119 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:32:36.248357 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:32:36.248595 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:32:36.248967 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 08:32:36.252312 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 08:32:36.256283 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 08:32:36.260707 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 13 08:32:36.262336 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 08:32:36.262798 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 08:32:36.263432 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 08:32:36.263829 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 08:32:36.266636 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 08:32:36.266894 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 08:32:36.267265 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 08:32:36.296849 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 08:32:36.297296 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.297601 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99523) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 08:32:36.297965 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.299340 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99523) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 08:32:36.299627 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 08:32:36.299875 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 08:32:36.303062 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.303353 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:36.367573 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 08:32:36.367749 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 08:32:36.367957 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 08:32:36.368961 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 08:32:36.391072 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_db.sqlalchemy.engines [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99523) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 08:32:36.939006 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Initializing driver for type 'gre' Jul 13 08:32:36.939547 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] gre ID ranges: [(1, 1000)] Jul 13 08:32:36.989351 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Initializing driver for type 'local' Jul 13 08:32:36.989872 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Initializing driver for type 'vlan' Jul 13 08:32:37.004115 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] VlanTypeDriver initialization complete Jul 13 08:32:37.004463 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Initializing driver for type 'vxlan' Jul 13 08:32:37.004971 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] vxlan ID ranges: [(1, 1000)] Jul 13 08:32:37.060770 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Initializing extension driver 'port_security' Jul 13 08:32:37.061143 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.extensions.port_security [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] PortSecurityExtensionDriver initialization complete Jul 13 08:32:37.061527 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Initializing mechanism driver 'openvswitch' Jul 13 08:32:37.061884 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Initializing mechanism driver 'hyperv' Jul 13 08:32:37.068658 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:37.069383 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > port after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.069846 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > port after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.070228 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > port after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.070793 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 08:32:37.071922 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > subnet after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.072282 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > subnet after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.072667 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.073111 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 08:32:37.073542 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > network after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.073931 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > network after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.074322 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > network after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.074734 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 08:32:37.075215 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > security_group after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.075720 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > security_group after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.075964 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.076522 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 08:32:37.076993 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.077408 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.077783 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.078180 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 08:32:37.078607 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > address_group after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.079088 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > address_group after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.079364 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.079796 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 08:32:37.080219 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] ML2 OVO RPC backend initialized. {{(pid=99523) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 13 08:32:37.080990 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.081375 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.081841 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > network before_response 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.082216 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > networks before_response 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.082591 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > port before_response 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.083049 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > ports before_response 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.083408 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > subnet before_response 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.083754 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > subnets before_response 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.084110 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > network after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.084493 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > network after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.084916 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > network after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.085268 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > port after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.085632 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > port after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.085959 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > port after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.086347 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > subnet after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.086681 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > subnet after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.087081 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.087673 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.plugin [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Modular L2 Plugin initialization complete Jul 13 08:32:37.088008 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading services supported by the core plugin {{(pid=99523) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 08:32:37.088345 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.plugins.ml2.managers [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Got port-security extension from driver 'port_security' Jul 13 08:32:37.088808 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.extensions.vlantransparent [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Disabled vlantransparent extension. Jul 13 08:32:37.089297 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99523) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 08:32:37.089615 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading Plugin: router Jul 13 08:32:37.125685 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.126271 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router after_create 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.126436 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router before_create 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.126801 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.127206 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.127566 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router after_delete 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.127930 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.128295 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router after_create 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.128641 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router after_update 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.128992 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router after_update 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.129344 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.129704 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router after_update 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.130119 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router precommit_update 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.130495 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: port after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.130841 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: port after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.131211 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: subnet after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.131556 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.131907 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.132258 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router precommit_create 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.132607 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: port before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.132954 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router precommit_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.133312 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router after_update 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.133728 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.134681 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router precommit_create 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.135126 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.135481 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router precommit_update 55549900 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.135852 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > agent after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.136204 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > agent after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.136555 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > network after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.137420 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Tracking information for resource: router configured {{(pid=99523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:32:37.137755 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Tracking information for resource: floatingip configured {{(pid=99523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:32:37.143022 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.db.l3_agentschedulers_db [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 08:32:37.143607 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: port after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.143974 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: port after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.144330 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: port after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.144693 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: port after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.145488 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router before_create 55550100 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.145857 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.146223 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router precommit_create 55550100 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.146583 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > router precommit_update 55550100 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.151196 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.services.provider_configuration [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service providers = [] {{(pid=99523) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 08:32:37.151568 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.db.servicetype_db [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99523) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 08:32:37.154503 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.services.service_base [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99523) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 08:32:37.154864 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.services.service_base [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99523) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 08:32:37.155234 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.services.service_base [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99523) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 08:32:37.156125 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.services.service_base [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99523) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 08:32:37.156501 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.services.service_base [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 08:32:37.156876 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:32:37.157198 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 08:32:37.167761 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:32:37.168097 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading Plugin: auto_allocate Jul 13 08:32:37.173832 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: network precommit_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.174203 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: network precommit_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.174724 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:32:37.175080 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading Plugin: tag Jul 13 08:32:37.182131 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:32:37.182462 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading Plugin: timestamp Jul 13 08:32:37.186479 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:32:37.186815 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading Plugin: network_ip_availability Jul 13 08:32:37.192278 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.192602 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.192960 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.193677 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:32:37.193999 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading Plugin: flavors Jul 13 08:32:37.199249 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:32:37.199585 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading Plugin: revisions Jul 13 08:32:37.203807 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:32:37.204198 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.854s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 08:32:37.204937 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99523) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 08:32:37.205275 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Initializing extension manager. Jul 13 08:32:37.205788 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: __init__.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.206130 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: __pycache__ {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.206465 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.206799 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: address_group.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.207599 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.208165 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: address-group Jul 13 08:32:37.208489 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: address_scope.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.209201 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.209705 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: address-scope Jul 13 08:32:37.210025 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.210971 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.211477 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: router-admin-state-down-before-update Jul 13 08:32:37.211851 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: agent.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.214133 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.214662 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: agent Jul 13 08:32:37.215037 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: agent_resources_synced.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.215969 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.216484 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: agent-resources-synced Jul 13 08:32:37.216813 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: allowedaddresspairs.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.218600 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.219149 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: allowed-address-pairs Jul 13 08:32:37.219482 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: auto_allocated_topology.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.220554 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.221068 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: auto-allocated-topology Jul 13 08:32:37.221396 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: availability_zone.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.222093 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.222595 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: availability_zone Jul 13 08:32:37.222939 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: availability_zone_filter.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.223859 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.224357 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: availability_zone_filter Jul 13 08:32:37.224685 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: data_plane_status.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.225589 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.226088 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 08:32:37.226411 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: default_subnetpools.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.227399 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.227898 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: default-subnetpools Jul 13 08:32:37.228220 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.229026 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.229527 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: dhcp_agent_scheduler Jul 13 08:32:37.229853 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: dns.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.230774 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.231310 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 08:32:37.231640 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: dns_domain_ports.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.232577 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.233077 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 08:32:37.233403 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.234323 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.234835 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 08:32:37.235186 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: dvr.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.235873 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.236377 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: dvr Jul 13 08:32:37.236701 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: empty_string_filtering.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.237636 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.238142 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: empty-string-filtering Jul 13 08:32:37.238498 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.239402 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.240276 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 08:32:37.240276 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.241103 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.241601 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 08:32:37.241922 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: external_net.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.242842 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.243917 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: external-net Jul 13 08:32:37.244369 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.245294 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.245793 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: extra_dhcp_opt Jul 13 08:32:37.246114 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: extraroute.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.247058 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.247558 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: extraroute Jul 13 08:32:37.247881 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: extraroute_atomic.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.248918 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.249420 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: extraroute-atomic Jul 13 08:32:37.249743 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: filter_validation.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.250419 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.250935 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: filter-validation Jul 13 08:32:37.251259 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: fip_pf_description.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.252172 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.252667 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 08:32:37.252988 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: fip_port_details.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.253918 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.254413 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: fip-port-details Jul 13 08:32:37.254737 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: flavors.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.256012 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.256526 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: flavors Jul 13 08:32:37.256853 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.258513 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.259855 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 08:32:37.260184 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: floatingip_pools.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.260890 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.261394 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: floatingip-pools Jul 13 08:32:37.261719 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: ip_allocation.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.262643 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.263438 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 08:32:37.263759 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.264680 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.265192 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: ip-substring-filtering Jul 13 08:32:37.265517 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: l2_adjacency.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.266464 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.267000 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 08:32:37.267325 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: l3.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.268326 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.268834 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: router Jul 13 08:32:37.269160 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.271574 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.272101 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 08:32:37.272433 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.273378 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.273892 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: ext-gw-mode Jul 13 08:32:37.274220 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.275204 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.275712 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: l3-ha Jul 13 08:32:37.276035 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: l3_flavors.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.276989 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.277454 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: l3-flavors Jul 13 08:32:37.277777 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.278696 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.279223 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 08:32:37.279588 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: l3agentscheduler.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.280603 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.281108 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: l3_agent_scheduler Jul 13 08:32:37.281434 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: logging.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.282949 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.283475 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension logging not supported by any of loaded plugins Jul 13 08:32:37.283814 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: metering.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.284577 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.285146 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: metering Jul 13 08:32:37.285477 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.286561 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.287111 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: metering_source_and_destination_fields Jul 13 08:32:37.287438 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: multiprovidernet.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.288372 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.288874 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: multi-provider Jul 13 08:32:37.289203 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: netmtu.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.290230 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.290733 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: net-mtu Jul 13 08:32:37.291088 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: netmtu_writable.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.292018 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.292527 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: net-mtu-writable Jul 13 08:32:37.292858 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: network_availability_zone.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.293535 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.294038 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: network_availability_zone Jul 13 08:32:37.294362 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: network_ip_availability.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.295486 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.295998 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: network-ip-availability Jul 13 08:32:37.296325 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: network_segment_range.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.297092 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.297594 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 08:32:37.297918 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: pagination.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.298897 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.299253 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: pagination Jul 13 08:32:37.299575 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: port_device_profile.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.300497 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.301005 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: port-device-profile Jul 13 08:32:37.301329 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.302272 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.302775 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: port-mac-address-regenerate Jul 13 08:32:37.303127 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.304042 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.304548 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: port-numa-affinity-policy Jul 13 08:32:37.304865 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: port_resource_request.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.306458 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.306991 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 08:32:37.307320 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: portbindings.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.308255 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.308757 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: binding Jul 13 08:32:37.309080 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: portbindings_extended.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.310461 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.311001 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: binding-extended Jul 13 08:32:37.311331 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: portsecurity.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.312243 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.312749 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: port-security Jul 13 08:32:37.313075 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: project_id.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.314043 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.314441 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: project-id Jul 13 08:32:37.314698 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: providernet.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.315667 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.316173 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: provider Jul 13 08:32:37.316494 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: qos.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.320003 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.320528 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension qos not supported by any of loaded plugins Jul 13 08:32:37.320867 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.322839 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.323376 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 08:32:37.323711 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.324640 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.325151 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 08:32:37.325483 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: qos_default.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.326404 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.326939 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension qos-default not supported by any of loaded plugins Jul 13 08:32:37.327260 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: qos_fip.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.327922 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.328420 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 08:32:37.328743 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: qos_gateway_ip.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.329667 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.330169 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 08:32:37.330491 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: qos_port_network_policy.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.331436 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.331938 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 08:32:37.332260 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: qos_rule_type_details.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.333178 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.333682 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 08:32:37.334003 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: qos_rules_alias.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.335084 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.335592 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 08:32:37.335914 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: quotasv2.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.336929 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.337386 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: quotas Jul 13 08:32:37.337708 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: quotasv2_detail.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.340796 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.341141 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: quota_details Jul 13 08:32:37.341472 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: rbac.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.342551 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.343102 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: rbac-policies Jul 13 08:32:37.343436 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: rbac_address_group.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.344575 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.345092 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: rbac-address-group Jul 13 08:32:37.345422 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: rbac_address_scope.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.346356 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.346866 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: rbac-address-scope Jul 13 08:32:37.347220 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: rbac_security_groups.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.348152 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.348656 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: rbac-security-groups Jul 13 08:32:37.348982 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: rbac_subnetpool.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.349901 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.350409 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: rbac-subnetpool Jul 13 08:32:37.350736 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: revisionifmatch.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.351689 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.352235 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: revision-if-match Jul 13 08:32:37.352592 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: revisions.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.353759 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.354271 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: standard-attr-revisions Jul 13 08:32:37.354599 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: router_availability_zone.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.355315 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.355822 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: router_availability_zone Jul 13 08:32:37.356146 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: routerservicetype.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.357073 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.357577 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 08:32:37.357901 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.358828 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.359364 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: security-groups-normalized-cidr Jul 13 08:32:37.359689 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.360611 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.361119 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: port-security-groups-filtering Jul 13 08:32:37.361445 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.362369 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.362879 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: security-groups-remote-address-group Jul 13 08:32:37.363232 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: securitygroup.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.373287 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.373812 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: security-group Jul 13 08:32:37.374150 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: segment.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.374983 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.375485 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension segment not supported by any of loaded plugins Jul 13 08:32:37.375813 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.376770 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.377274 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 08:32:37.377604 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: servicetype.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.378732 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.379280 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: service-type Jul 13 08:32:37.379609 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: sorting.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.380591 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.380925 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: sorting Jul 13 08:32:37.381250 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: standard_attr_segment.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.382238 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.382753 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 08:32:37.383116 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: standardattrdescription.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.384346 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.384855 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: standard-attr-description Jul 13 08:32:37.385181 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: stateful_security_group.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.386114 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.386629 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: stateful-security-group Jul 13 08:32:37.386984 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: stdattrs_common.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.387572 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 08:32:37.387897 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.389084 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.389592 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 08:32:37.389918 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: subnet_onboard.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.391032 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.391548 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: subnet_onboard Jul 13 08:32:37.391877 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.392805 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.393312 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 08:32:37.393640 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: subnet_service_types.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.394573 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.395118 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: subnet-service-types Jul 13 08:32:37.395449 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: subnetallocation.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.396526 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.397039 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: subnet_allocation Jul 13 08:32:37.397367 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.398038 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.398546 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: subnetpool-prefix-ops Jul 13 08:32:37.398874 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.399898 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.400402 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 08:32:37.400732 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: tagging.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.401798 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.402316 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: standard-attr-tag Jul 13 08:32:37.402644 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: timestamp.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.403869 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.404405 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loaded extension: standard-attr-timestamp Jul 13 08:32:37.404716 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: trunk.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.405756 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.406394 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension trunk not supported by any of loaded plugins Jul 13 08:32:37.406738 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: trunk_details.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.407683 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.408193 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 08:32:37.408519 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: uplink_status_propagation.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.409442 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.409941 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 08:32:37.410263 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Loading extension file: vlantransparent.py {{(pid=99523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 08:32:37.410963 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 08:32:37.411470 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 08:32:37.413952 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:network Jul 13 08:32:37.414496 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:subnet Jul 13 08:32:37.414933 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 08:32:37.415339 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:port Jul 13 08:32:37.416766 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.417199 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service FLAVORS assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.417819 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.418253 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.418586 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:router Jul 13 08:32:37.419049 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 08:32:37.419559 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service METERING assigned prefix: /metering {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.421018 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.421393 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.421745 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:32:37.422761 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 08:32:37.423226 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:security_group Jul 13 08:32:37.423676 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 08:32:37.424265 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service CORE assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.424596 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 08:32:37.424954 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] subnetpool is already registered Jul 13 08:32:37.425366 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service CORE assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.425697 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 08:32:37.426031 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] subnetpool is already registered Jul 13 08:32:37.428396 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.428830 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service FLAVORS assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.429419 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.429840 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.430175 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:router Jul 13 08:32:37.431060 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] router is already registered Jul 13 08:32:37.431600 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 08:32:37.431937 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] floatingip is already registered Jul 13 08:32:37.432392 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service METERING assigned prefix: /metering {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.433060 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 08:32:37.433387 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] rbac_policy is already registered Jul 13 08:32:37.433797 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:security_group Jul 13 08:32:37.434131 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] security_group is already registered Jul 13 08:32:37.434530 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 08:32:37.434860 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] security_group_rule is already registered Jul 13 08:32:37.435509 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service CORE assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.435837 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 08:32:37.436172 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] subnetpool is already registered Jul 13 08:32:37.436591 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.v2.resource_helper [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Service CORE assigned prefix: {{(pid=99523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:32:37.436919 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 08:32:37.437249 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING neutron.quota.resource_registry [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] subnetpool is already registered Jul 13 08:32:37.437708 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: extensions {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.439218 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: address-groups {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.440723 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: address-scopes {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.442037 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: agents {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.443351 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: auto-allocated-topology {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.444525 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: availability_zones {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.445755 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: dhcp-networks {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.448004 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: dhcp-agents {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.449410 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: routers {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.451152 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: flavors {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.453409 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: service_profiles {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.454635 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: next_providers {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.456128 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: service_profiles {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.457695 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: floatingip-pools {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.458900 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: routers {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.460607 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: floatingips {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.461931 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: l3-routers {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.463505 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: l3-agents {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.464925 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: metering-labels {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.466187 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: metering-label-rules {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.467580 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: network-ip-availabilities {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.468853 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: bindings {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.470463 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: quotas {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.472026 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: quotas {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.473445 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: rbac-policies {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.474641 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: security-groups {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.475972 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: security-group-rules {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.477255 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: service-providers {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.479036 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: subnetpools {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.480340 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: subnetpools {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.481894 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: tags {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.483618 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: tags {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.485456 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: tags {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.487248 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: tags {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.488970 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: tags {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.490937 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: tags {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.492641 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: tags {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.495116 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: tags {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.496989 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: tags {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.498739 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron.api.extensions [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Extended resource: tags {{(pid=99523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:32:37.504708 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING keystonemiddleware.auth_token [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 08:32:37.509594 dv-cinder-800430-2-iscsi neutron-server[99523]: WARNING keystonemiddleware.auth_token [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 08:32:37.525360 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Acquired lock "singleton_lock" {{(pid=99523) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 08:32:37.525845 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Releasing lock "singleton_lock" {{(pid=99523) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 08:32:37.526493 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO oslo_service.service [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Starting 2 workers Jul 13 08:32:37.531426 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Started child 99632 {{(pid=99523) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 08:32:37.535933 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Started child 99633 {{(pid=99523) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 08:32:37.536822 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.537568 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO neutron.service [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 08:32:37.538284 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Notify callbacks [] for process, before_spawn {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.538455 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [-] (99632) wsgi starting up on http://0.0.0.0:9696 Jul 13 08:32:37.541377 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO oslo_service.service [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Starting 1 workers Jul 13 08:32:37.541581 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.543038 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [-] (99633) wsgi starting up on http://0.0.0.0:9696 Jul 13 08:32:37.546614 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Started child 99634 {{(pid=99523) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 08:32:37.547184 dv-cinder-800430-2-iscsi neutron-server[99523]: INFO oslo_service.service [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Starting 1 workers Jul 13 08:32:37.550184 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.service [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] calling RpcWorker wait() {{(pid=99634) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 08:32:37.550705 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.service [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] returning from RpcWorker wait() {{(pid=99634) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 08:32:37.551719 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Started child 99635 {{(pid=99523) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 08:32:37.551968 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.552560 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5417b75b-794e-49a7-a9b3-42d525b1cc39 None None] Notify callbacks [] for process, after_spawn {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.552691 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:37.554466 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99523) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 08:32:37.554689 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 08:32:37.554878 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 08:32:37.555127 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 08:32:37.555477 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 08:32:37.556217 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 08:32:37.556764 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.557325 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.557460 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.557884 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.558083 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.558550 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.558953 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.559223 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.559476 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.559752 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.559990 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.560169 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.560338 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.560597 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.560831 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.561193 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.561391 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.561628 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.561918 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.562089 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.562346 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.562611 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.562876 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.563173 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] debug = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.563413 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.563900 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.564153 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.564404 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.564637 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.564957 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.565200 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.565471 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.565730 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.565971 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.566204 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.566452 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.566685 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.566941 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.567160 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.567504 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.567659 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.568098 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] host = dv-cinder-800430-2-iscsi {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.568313 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.568555 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.568812 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.569059 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.569303 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.569517 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.569769 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.570025 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.570277 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.570522 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.570783 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.571064 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.571340 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.571728 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.571885 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_options = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.572138 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.572396 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.572665 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.572856 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.573013 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.573189 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.573468 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.573616 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.573873 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.574108 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.574339 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.574574 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.574788 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.575025 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.575262 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.575513 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.575753 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.575984 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.576239 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.576464 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.576693 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.576955 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.577146 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.577460 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.577625 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.577824 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.578074 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.578282 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.578494 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.578749 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.579002 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.579249 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.579493 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.579755 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.580006 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.580231 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.580445 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.580705 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.580933 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.581174 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.581417 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.581630 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.581868 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.582080 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.582323 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.582540 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_json = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.582750 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.583000 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.583249 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.583555 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.583828 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.584134 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.584451 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.584717 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.585127 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.585930 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.586155 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.586521 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.586692 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.586899 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.587162 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.587979 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.587979 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.587979 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.588224 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.588447 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.588736 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.588976 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.589449 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.590493 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.590601 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:37.591062 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.591507 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.591950 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.592380 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.592780 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.593183 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.593694 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.594165 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.594603 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.595050 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.595450 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.595879 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.596293 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.596704 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.597100 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.597583 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.598144 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.598539 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.598980 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.599405 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.599837 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.600230 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.600634 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.601062 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.601717 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.602182 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.603370 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.603820 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.604195 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.604618 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.605014 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.605585 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.605976 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.606372 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.606672 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.607024 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.607261 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.607488 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.607718 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.608022 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.608410 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.608651 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.608875 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.609102 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.609332 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.609791 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.610022 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.610241 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.610461 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.610684 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.610905 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.611316 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.611713 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.612078 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.612464 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.612851 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.613072 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.613291 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.613531 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.613757 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.613975 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.614213 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.614456 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.614671 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.614935 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.615426 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.615846 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.616235 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.616682 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.616992 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.617218 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.617469 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.617694 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.617959 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.618783 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.619099 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.619335 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.619575 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.619962 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.620386 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.620825 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.621290 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.621543 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.621765 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.622030 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.622691 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.623010 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.623181 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.623423 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.623830 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.624246 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.624647 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.625030 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.625410 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.625820 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.626260 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.626515 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.626794 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.627082 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.627314 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.627802 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.628245 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.628700 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.629143 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.629557 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.629985 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.630408 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.630884 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.631323 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.631752 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.632165 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.632621 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.632867 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.633091 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.633314 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.633573 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.633911 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.634371 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.634688 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.634983 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.635272 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.635557 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.635795 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.636443 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.636863 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.637128 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.637394 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.637630 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.637853 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.638086 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.638585 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.638800 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.639082 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.639296 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.639518 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.639734 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.639979 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.640221 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.640438 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.640657 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.640868 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.641085 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.641302 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.641548 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.641765 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.641983 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.642221 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.642441 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.642660 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.642877 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.643119 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.643369 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.643586 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.643867 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.644117 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.644356 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.644601 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.644844 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.645080 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.645295 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.645561 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.645780 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.645998 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.646211 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.646431 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.646643 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.646856 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.647114 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.647348 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.647625 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.647872 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.648179 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.648472 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.648726 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.648984 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.649266 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.649577 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.649800 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.650025 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.650259 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.650477 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.650693 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.650940 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.651186 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.651406 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.651622 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.651850 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.652061 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.652292 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.652534 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.652841 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.653083 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.653312 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.653565 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.653805 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.654049 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.654277 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.654487 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.654696 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.654931 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.655158 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.655367 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.655618 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.655826 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.656035 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.656253 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.656468 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.656674 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.656918 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.657125 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.657332 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.657550 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.657764 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.657970 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.658200 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.658435 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.658644 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.658864 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.659105 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.659375 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.659607 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.659930 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.660090 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.660363 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.660602 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.660866 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.661105 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.661441 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.661656 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.661894 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.662112 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.662328 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.662565 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.662817 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.663176 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.663480 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.663737 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.663975 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.664237 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.664524 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.664809 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.665581 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.665889 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.666391 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.667005 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.667310 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.667560 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.667877 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.668052 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.668270 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.668507 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.668748 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.668966 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.669210 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.669487 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.669690 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.669892 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.670123 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.670357 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.670601 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.670834 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.671103 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.671343 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.671487 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 08:32:37.672023 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99523) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 08:32:37.672185 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 08:32:37.672339 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 08:32:37.672509 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 08:32:37.672678 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 08:32:37.672829 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 08:32:37.673036 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.673198 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.673357 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.673516 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.673674 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.673854 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.674015 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.674173 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.674331 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.674488 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.674647 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.674805 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.674989 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.675149 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.675308 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.675466 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.675624 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.675781 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.675943 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.676102 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.676262 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.676420 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.676578 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] debug = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.676735 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.676929 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.677083 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.677238 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.677396 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.677553 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.677712 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.677870 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.678028 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.678184 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.678342 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.678501 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.678659 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.678822 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.679002 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.679145 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.679306 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.679463 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] host = dv-cinder-800430-2-iscsi {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.679643 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.679766 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.679924 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.680083 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.680256 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.680386 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.680592 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.681266 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.681476 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.681625 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.681764 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.681849 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.682005 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.682163 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.682319 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_options = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.682477 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.682634 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.682792 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.683005 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.683173 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.683332 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.683490 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.683648 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.683804 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.683962 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.684118 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.684278 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.684433 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.684757 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.684914 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.685071 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.685227 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.685387 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.685546 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.685704 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.685861 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.686018 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.686174 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.686331 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.686490 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.686647 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.686805 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.686983 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.687142 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.687299 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.687456 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.687615 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.687774 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.687930 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.688087 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.688252 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.688389 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.688549 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.688675 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:37.688783 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.688868 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.689004 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.689162 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.689318 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.689476 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.689650 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.689776 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_json = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.689935 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.690091 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.690266 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.690403 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.690548 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.690705 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.690862 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.691043 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:32:37.691222 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.691386 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.691558 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.691720 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.691882 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.692042 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.692203 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.692366 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.692526 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.692688 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.692857 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.693019 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.693191 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.693401 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.693497 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.693664 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.693825 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.693985 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.694146 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.694308 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.694468 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.694627 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.694803 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.694985 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.695149 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.695310 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.695470 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.695633 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.695794 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.695956 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.696137 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.696302 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.696463 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.696624 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.696786 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.696948 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.697108 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.697268 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.697429 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.697589 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.697750 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.697910 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.698070 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.698510 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.698670 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.698836 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.699019 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.699183 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.699344 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.699504 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.699675 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.699836 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.700007 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.700147 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.700387 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.700672 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.700930 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.701179 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.701347 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.701511 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.701673 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.701847 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.702009 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.702172 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.702334 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.702496 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.702658 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.702819 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.703041 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.703399 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.703568 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.703731 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.703893 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.704169 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.704334 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.704460 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.704584 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.704723 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.704850 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.704974 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.705096 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.705258 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.705418 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.705579 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.705749 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.705925 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.706086 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.706246 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.706407 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.706567 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.706758 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.706981 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.707132 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.707268 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.707401 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.707564 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.707709 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.707844 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.707983 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.708121 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.708255 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.708395 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.708533 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.708671 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.708896 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.709064 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.709227 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.709388 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.709550 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.709711 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.709872 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.710042 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.710202 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.710366 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.710526 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.710694 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.710865 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.711078 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.711240 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.711403 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.711563 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.711739 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.711909 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.712144 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.712404 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.712404 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.712617 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.712698 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.712846 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.713007 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.713169 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.713330 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.713516 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.713677 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.713838 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.713999 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.714160 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.714321 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.714481 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.714642 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.714804 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.714985 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.715149 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.715310 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.715473 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.715634 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.715795 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.715959 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.716122 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.716283 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.716443 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.716605 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.716766 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.716926 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.717087 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.717248 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.717409 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.717570 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.717732 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.717893 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.718055 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.718217 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.718378 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.718538 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.718702 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.718861 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.719056 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.719217 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.719378 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.719541 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.719702 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.719863 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.720029 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.720194 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.720354 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.720516 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.720678 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.720839 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.721001 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.721163 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.721324 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.721486 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.721648 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.721809 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.721971 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.722133 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.722296 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.722473 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.722635 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.722797 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.722977 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.723139 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.723299 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.723460 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.723621 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.723782 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.723942 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.724103 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.724266 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.724430 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.724592 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.724755 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.724917 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.725078 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.725238 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.725398 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.725573 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.725735 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.725897 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.726058 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.726219 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.726451 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.726703 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.727018 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.727191 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.727869 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.728135 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.728340 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.728799 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.728986 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.729119 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.729286 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.729448 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.729609 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.729782 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.729944 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.730165 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.730266 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.730411 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.730572 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.730743 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.731009 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.731105 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.731237 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.731620 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.731620 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.731824 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.731905 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.732021 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.732192 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.732352 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.732513 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.732673 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.732846 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.733010 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.733173 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.733333 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.733493 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.733654 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.733817 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.733982 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.734151 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.734319 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.734481 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.734651 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.734821 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.735013 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.735177 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.735347 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.735521 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.735683 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.735845 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.736007 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.736167 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.736328 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.736488 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.736649 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.736809 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.736970 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.737130 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.737290 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.737450 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.737611 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.737772 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.737933 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.738094 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.738255 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.738417 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.738577 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:32:37.738731 dv-cinder-800430-2-iscsi neutron-server[99523]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 08:32:37.912027 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 53748) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:37.921390 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065296 Jul 13 08:32:49.388907 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a149ab6-4f52-42a4-9cf9-1e286b65c89c None None] get_active_networks_info from dv-cinder-800430-2-iscsi {{(pid=99634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:32:49.477448 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a149ab6-4f52-42a4-9cf9-1e286b65c89c None None] No non-hosted networks {{(pid=99634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 08:32:49.497214 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-e93e100d-3c5f-4b06-97ce-f3353db54770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403074'] for agent, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:52.127657 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3d5c70a1-2dc3-40bc-9402-b537a5376aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403074'] for agent, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:52.165925 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-88e322b8-13d6-4166-a9c0-78eac577df7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:52.363465 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403074'] for agent, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:52.365648 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.366312 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.367527 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.368296 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.368851 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.369432 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.370099 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.370784 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.371482 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.372038 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.372608 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.373184 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:52.373898 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800430-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:52.380003 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800430-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:53.080160 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403074'] for agent, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:54.607052 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403074'] for agent, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:55.725772 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 53840) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:56.218651 dv-cinder-800430-2-iscsi neutron-server[99632]: WARNING oslo_policy.policy [None req-5ff8e49b-d7eb-487e-99d5-9c88fad2b8a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:32:56.219351 dv-cinder-800430-2-iscsi neutron-server[99632]: WARNING oslo_policy.policy [None req-5ff8e49b-d7eb-487e-99d5-9c88fad2b8a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:32:56.439355 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [None req-5ff8e49b-d7eb-487e-99d5-9c88fad2b8a4 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:32:56.440351 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-5ff8e49b-d7eb-487e-99d5-9c88fad2b8a4 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7136545 Jul 13 08:32:58.819707 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 53854) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:59.324640 dv-cinder-800430-2-iscsi neutron-server[99633]: WARNING oslo_policy.policy [None req-42a1f106-edb8-4fdf-94b0-19c4ea0b7846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:32:59.325182 dv-cinder-800430-2-iscsi neutron-server[99633]: WARNING oslo_policy.policy [None req-42a1f106-edb8-4fdf-94b0-19c4ea0b7846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:32:59.450309 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.db.l3_hamode_db [None req-26f30d3b-c03b-4953-8aa1-34d07d9d561f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 08:32:59.529532 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f30d3b-c03b-4953-8aa1-34d07d9d561f None None] Routers set() bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:59.529920 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f30d3b-c03b-4953-8aa1-34d07d9d561f None None] Router IDs set() for agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 08:32:59.540750 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-42a1f106-edb8-4fdf-94b0-19c4ea0b7846 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:59.633292 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.policy [None req-42a1f106-edb8-4fdf-94b0-19c4ea0b7846 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99633) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 08:32:59.677027 dv-cinder-800430-2-iscsi neutron-server[99633]: WARNING oslo_policy.policy [None req-42a1f106-edb8-4fdf-94b0-19c4ea0b7846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:32:59.677389 dv-cinder-800430-2-iscsi neutron-server[99633]: WARNING oslo_policy.policy [None req-42a1f106-edb8-4fdf-94b0-19c4ea0b7846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:32:59.686651 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.quota [None req-42a1f106-edb8-4fdf-94b0-19c4ea0b7846 admin admin] Loaded quota_driver: . Jul 13 08:32:59.779179 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-42a1f106-edb8-4fdf-94b0-19c4ea0b7846 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741019826769', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741019813026', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741019805914', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741019808479', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741019801693', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741019780834', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-555298', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-612193', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1612164', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1543199'] for rbac-policy, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:59.845037 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-42a1f106-edb8-4fdf-94b0-19c4ea0b7846 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:59.846416 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-42a1f106-edb8-4fdf-94b0-19c4ea0b7846 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0240331 Jul 13 08:33:02.441621 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 53872) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:02.735395 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Request body: {'network': {'project_id': '58c7199938d943d7a31ec342ea304e39', 'admin_state_up': True, 'name': 'private', 'tenant_id': '58c7199938d943d7a31ec342ea304e39'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:02.764091 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Made reservation on behalf of 58c7199938d943d7a31ec342ea304e39 for: {'network': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:33:02.767264 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:02.784260 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:02.910161 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:02.914458 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:02.934665 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=99633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:33:02.963797 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741018683046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:02.964397 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Unsubscribe: segment precommit_create {{(pid=99633) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 08:33:02.964929 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.segments_db [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Added segment 8e530edd-8945-45dc-adff-09b527735920 of type vlan for network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 Jul 13 08:33:02.982256 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d18cbe-367f-4ab0-b553-4d5fa9768754,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:03.031468 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.031837 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.032178 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.032513 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.032846 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.033193 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.033521 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.033845 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.034184 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.034509 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.034828 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.035171 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Tracked resource versions report: Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: pushed versions: Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: { 'AddressGroup': {'1.2'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'ConntrackHelper': {'1.0'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Log': {'1.0'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Network': {'1.1'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Port': {'1.7'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'PortForwarding': {'1.2'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'QosPolicy': {'1.8'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SecurityGroup': {'1.4'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SubPort': {'1.0'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Subnet': {'1.1'}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Trunk': {'1.1'}} Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: consumer versions: Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: { DHCP agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: L3 agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: Metadata agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: Metering agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: Open vSwitch agent@dv-cinder-800430-2-iscsi: { 'AddressGroup': '1.2', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'ConntrackHelper': '1.0', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Log': '1.0', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Network': '1.1', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Port': '1.7', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'PortForwarding': '1.2', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'QosPolicy': '1.8', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SecurityGroup': '1.4', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SecurityGroupRule': '1.2', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SubPort': '1.0', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Subnet': '1.1', Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Trunk': '1.1'}} Jul 13 08:33:03.036321 dv-cinder-800430-2-iscsi neutron-server[99633]: {{(pid=99633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:33:03.085512 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:03.135873 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:03.137172 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:03.138090 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:03.197305 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7545214 Jul 13 08:33:03.238046 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee562f12-ffc0-4ca3-ae74-6cbb93fafd16 admin admin] Pushing event updated for resources: {'Network': ['ID=7d899fc0-e96e-4499-9491-67a78ae2c1a0,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:03.253974 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:33:05.849274 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 53886) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:06.454768 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.policy [None req-da305df5-d472-4809-8c4c-49e937a5aa3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99632) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 08:33:06.500037 dv-cinder-800430-2-iscsi neutron-server[99632]: WARNING oslo_policy.policy [None req-da305df5-d472-4809-8c4c-49e937a5aa3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:33:06.500447 dv-cinder-800430-2-iscsi neutron-server[99632]: WARNING oslo_policy.policy [None req-da305df5-d472-4809-8c4c-49e937a5aa3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:33:06.509330 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da305df5-d472-4809-8c4c-49e937a5aa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:06.511166 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-da305df5-d472-4809-8c4c-49e937a5aa3c admin admin] 10.222.0.66 "GET /v2.0/networks/7d899fc0-e96e-4499-9491-67a78ae2c1a0 HTTP/1.1" status: 200 len: 825 time: 0.6609068 Jul 13 08:33:06.554195 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-6cc69c3a-844c-4b9f-8f37-fe09c5d8704b admin admin] 10.222.0.66 "GET /v2.0/subnetpools/f979f907-1966-4b18-9918-a386416661ef HTTP/1.1" status: 200 len: 734 time: 0.0369296 Jul 13 08:33:06.563478 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Request body: {'subnet': {'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'f979f907-1966-4b18-9918-a386416661ef', 'tenant_id': '58c7199938d943d7a31ec342ea304e39'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:06.565081 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.quota [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Loaded quota_driver: . Jul 13 08:33:06.610033 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Made reservation on behalf of 58c7199938d943d7a31ec342ea304e39 for: {'subnet': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:33:06.613089 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.942392 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:07.017440 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Checking segment: {'id': '8e530edd-8945-45dc-adff-09b527735920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:07.017835 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Network hostable DHCP agents. Network: 7d899fc0-e96e-4499-9491-67a78ae2c1a0, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:33:07.033228 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0db94d3-80fa-461c-ae58-20860ab92eba,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:07.047329 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.047692 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.048032 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.048366 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.048696 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.049035 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.049363 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.049684 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.050024 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.050359 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.050665 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.051032 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Tracked resource versions report: Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: pushed versions: Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: { 'AddressGroup': {'1.2'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'ConntrackHelper': {'1.0'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Log': {'1.0'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Network': {'1.1'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Port': {'1.7'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'PortForwarding': {'1.2'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'QosPolicy': {'1.8'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SecurityGroup': {'1.4'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SubPort': {'1.0'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Subnet': {'1.1'}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Trunk': {'1.1'}} Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: consumer versions: Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: { DHCP agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: L3 agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: Metadata agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: Metering agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: Open vSwitch agent@dv-cinder-800430-2-iscsi: { 'AddressGroup': '1.2', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'ConntrackHelper': '1.0', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Log': '1.0', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Network': '1.1', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Port': '1.7', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'PortForwarding': '1.2', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'QosPolicy': '1.8', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SecurityGroup': '1.4', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SecurityGroupRule': '1.2', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SubPort': '1.0', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Subnet': '1.1', Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Trunk': '1.1'}} Jul 13 08:33:07.052208 dv-cinder-800430-2-iscsi neutron-server[99632]: {{(pid=99632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:33:07.088522 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:33:07.102449 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 7d899fc0-e96e-4499-9491-67a78ae2c1a0) {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:07.107389 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:07.108044 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:07.112237 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ec39b-4c8e-41c3-8db3-3c208760f636 None None] Network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:33:07.130110 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a1d5c263-32ba-4925-b7bd-319b4fbc9ea3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5703986 Jul 13 08:33:07.439905 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98908d11-a4d5-5635-b03b-04a5e2e559c7-7d899fc0-e96e-4499-9491-67a78ae2c1a0', 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'fixed_ips': [{'subnet_id': 'c0db94d3-80fa-461c-ae58-20860ab92eba'}]}} from dv-cinder-800430-2-iscsi. {{(pid=99634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:33:07.441224 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:07.739345 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.db_base_plugin_common [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Allocated IP 172.20.0.2 (7d899fc0-e96e-4499-9491-67a78ae2c1a0/c0db94d3-80fa-461c-ae58-20860ab92eba/818355f0-d43a-4a58-88c0-1d0c46a82a6e) {{(pid=99634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:33:07.970803 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Notify callbacks [] for port, precommit_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:08.017924 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Transition to ACTIVE for port object 818355f0-d43a-4a58-88c0-1d0c46a82a6e will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:08.039185 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Transition to ACTIVE for port object 818355f0-d43a-4a58-88c0-1d0c46a82a6e will not be triggered until provisioned by entity DHCP. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:08.047982 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:08.122104 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 is already hosted by enough agents. {{(pid=99634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:08.126864 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.base_scheduler [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Resources bound (agent type, host, resource id): {{(pid=99634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:08.139371 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Received port after_create {{(pid=99634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:33:08.142507 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Pushing event updated for resources: {'Port': ['ID=818355f0-d43a-4a58-88c0-1d0c46a82a6e,revision_number=1']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:08.168371 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.168720 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.169066 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.169407 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.169741 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.170079 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.170413 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.170778 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.171152 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.171487 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.171807 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.172143 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Tracked resource versions report: Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: pushed versions: Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: { 'AddressGroup': {'1.2'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'ConntrackHelper': {'1.0'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Log': {'1.0'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Network': {'1.1'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Port': {'1.7'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'PortForwarding': {'1.2'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'QosPolicy': {'1.8'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SecurityGroup': {'1.4'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SubPort': {'1.0'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Subnet': {'1.1'}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Trunk': {'1.1'}} Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: consumer versions: Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: { DHCP agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: L3 agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: Metadata agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: Metering agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: Open vSwitch agent@dv-cinder-800430-2-iscsi: { 'AddressGroup': '1.2', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'ConntrackHelper': '1.0', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Log': '1.0', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Network': '1.1', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Port': '1.7', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'PortForwarding': '1.2', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'QosPolicy': '1.8', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SecurityGroup': '1.4', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SecurityGroupRule': '1.2', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SubPort': '1.0', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Subnet': '1.1', Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Trunk': '1.1'}} Jul 13 08:33:08.173285 dv-cinder-800430-2-iscsi neutron-server[99634]: {{(pid=99634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:33:08.227457 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Attempting to bind port 818355f0-d43a-4a58-88c0-1d0c46a82a6e on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:33:08.227868 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Attempting to bind port 818355f0-d43a-4a58-88c0-1d0c46a82a6e by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '8e530edd-8945-45dc-adff-09b527735920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:33:08.228309 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Attempting to bind port 818355f0-d43a-4a58-88c0-1d0c46a82a6e on network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:33:08.233633 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:33:08.234040 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Checking segment: {'id': '8e530edd-8945-45dc-adff-09b527735920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:08.234555 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:08.234973 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Bound using segment: {'id': '8e530edd-8945-45dc-adff-09b527735920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:33:08.235481 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Bound port: 818355f0-d43a-4a58-88c0-1d0c46a82a6e, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e530edd-8945-45dc-adff-09b527735920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:33:08.235958 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:08.312938 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] For port 818355f0-d43a-4a58-88c0-1d0c46a82a6e, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:33:08.318182 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] For port 818355f0-d43a-4a58-88c0-1d0c46a82a6e, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=818355f0-d43a-4a58-88c0-1d0c46a82a6e,segment=NetworkSegment(8e530edd-8945-45dc-adff-09b527735920),segment_id=8e530edd-8945-45dc-adff-09b527735920)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:33:08.322247 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:08.392535 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac47150-4bb5-490f-bcb6-c7e7a62c9034 None None] Pushing event updated for resources: {'Port': ['ID=818355f0-d43a-4a58-88c0-1d0c46a82a6e,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:09.596439 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 53900) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:09.932146 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [None req-a0113748-e159-4970-b7cd-acda8e812ba7 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:33:09.933148 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a0113748-e159-4970-b7cd-acda8e812ba7 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3356493 Jul 13 08:33:12.610212 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 53908) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:12.940621 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [None req-b57eb614-89bc-4bf8-b84c-165735c27608 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:33:12.942287 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b57eb614-89bc-4bf8-b84c-165735c27608 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3302867 Jul 13 08:33:14.284785 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 818355f0-d43a-4a58-88c0-1d0c46a82a6e up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:14.380679 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 818355f0-d43a-4a58-88c0-1d0c46a82a6e completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:14.676444 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357cc058-8efd-4457-b56b-39f91bc0dfb7 None None] Network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:33:14.765740 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-4146a6d8-6b0d-4ca3-8fde-91a10dd023e7 None None] Provisioning for port 818355f0-d43a-4a58-88c0-1d0c46a82a6e completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:14.777348 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-4146a6d8-6b0d-4ca3-8fde-91a10dd023e7 None None] Provisioning complete for port 818355f0-d43a-4a58-88c0-1d0c46a82a6e triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:14.777755 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4146a6d8-6b0d-4ca3-8fde-91a10dd023e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:14.977976 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4146a6d8-6b0d-4ca3-8fde-91a10dd023e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:15.031431 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-4146a6d8-6b0d-4ca3-8fde-91a10dd023e7 None None] For port 818355f0-d43a-4a58-88c0-1d0c46a82a6e, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=818355f0-d43a-4a58-88c0-1d0c46a82a6e,segment=NetworkSegment(8e530edd-8945-45dc-adff-09b527735920),segment_id=8e530edd-8945-45dc-adff-09b527735920)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:15.036865 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4146a6d8-6b0d-4ca3-8fde-91a10dd023e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:15.093623 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146a6d8-6b0d-4ca3-8fde-91a10dd023e7 None None] Pushing event updated for resources: {'Port': ['ID=818355f0-d43a-4a58-88c0-1d0c46a82a6e,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:15.290951 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-c5a14e81-64e2-4c67-b7eb-c6d02c87a3e7 None None] Provisioning complete for port 818355f0-d43a-4a58-88c0-1d0c46a82a6e triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:15.291594 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c5a14e81-64e2-4c67-b7eb-c6d02c87a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:15.611769 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 53922) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:15.909989 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-1952267b-4f77-483e-8ed3-ece7ea6372f8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '58c7199938d943d7a31ec342ea304e39'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:15.932973 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1952267b-4f77-483e-8ed3-ece7ea6372f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5670'] for router, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:15.934528 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1952267b-4f77-483e-8ed3-ece7ea6372f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5727'] for router, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:16.075050 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1952267b-4f77-483e-8ed3-ece7ea6372f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:16.079378 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1952267b-4f77-483e-8ed3-ece7ea6372f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866'] for router, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:16.092284 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1952267b-4f77-483e-8ed3-ece7ea6372f8 admin admin] Notify callbacks [] for router, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:16.093653 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-1952267b-4f77-483e-8ed3-ece7ea6372f8 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4809101 Jul 13 08:33:16.271409 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 818355f0-d43a-4a58-88c0-1d0c46a82a6e up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:16.321111 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 818355f0-d43a-4a58-88c0-1d0c46a82a6e triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:16.321748 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:18.501272 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 53930) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:18.823282 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [None req-2d9642d3-9e3a-45c2-95ee-713ec00caffc admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:33:18.824309 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-2d9642d3-9e3a-45c2-95ee-713ec00caffc admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3220880 Jul 13 08:33:19.280605 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8e00ff28-a31d-440a-b171-3a12d993678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.253275 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 53938) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:21.575559 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:21.599307 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Made reservation on behalf of 25cc3ad984ea4044b5e9444df5ff7faf for: {'network': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:33:21.602557 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.612052 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.718987 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.723026 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.740716 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Reserving flat network on physical network physnet1 {{(pid=99633) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 08:33:21.755642 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45015930-93db-4758-80ae-3d9309378554,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:21.764540 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.764931 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.segments_db [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Added segment f3f6af8f-6571-4887-a167-7083b0c69e62 of type flat for network 687451c4-904f-48f1-a79c-0ec0b614c05b Jul 13 08:33:21.824520 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.860675 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.861618 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:21.862239 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.917723 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6633575 Jul 13 08:33:21.946482 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0dc6e-6f4b-44b5-a97f-351981ed52a2 admin admin] Pushing event updated for resources: {'Network': ['ID=687451c4-904f-48f1-a79c-0ec0b614c05b,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:21.958035 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 687451c4-904f-48f1-a79c-0ec0b614c05b details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:33:22.120487 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-e7831e04-1bab-4c03-96e0-63e61eca42cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.355872 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.994499 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.347421 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 53956) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:24.529789 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96101bf-f8b9-44e8-9535-19dcff36165b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:24.531190 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b96101bf-f8b9-44e8-9535-19dcff36165b admin admin] 10.222.0.66 "GET /v2.0/subnets/c0db94d3-80fa-461c-ae58-20860ab92eba HTTP/1.1" status: 200 len: 849 time: 0.1827931 Jul 13 08:33:24.563056 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.716620 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-952a177d-4a14-4e72-ac2e-ce113e70a543 admin admin] 10.222.0.66 "GET /v2.0/routers/4012b44d-9b4f-4ec5-9880-282b809ed18a HTTP/1.1" status: 200 len: 704 time: 0.1797564 Jul 13 08:33:24.998827 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.329727 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Allocated IP 172.20.0.1 (7d899fc0-e96e-4499-9491-67a78ae2c1a0/c0db94d3-80fa-461c-ae58-20860ab92eba/69b2476a-1bf7-495a-b1c3-094a65192cbd) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:33:25.507308 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.532328 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.provisioning_blocks [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Transition to ACTIVE for port object 69b2476a-1bf7-495a-b1c3-094a65192cbd will not be triggered until provisioned by entity DHCP. {{(pid=99632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:25.621171 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.693560 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:25.700607 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:25.706028 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:33:25.706631 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515057'] for router_interface, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.769917 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Pushing event updated for resources: {'Port': ['ID=69b2476a-1bf7-495a-b1c3-094a65192cbd,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:25.933365 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.962529 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-a0123116-0c14-4e0f-813f-9e7535e3350f None None] Provisioning for port 69b2476a-1bf7-495a-b1c3-094a65192cbd completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:25.966982 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-a0123116-0c14-4e0f-813f-9e7535e3350f None None] Provisioning complete for port 69b2476a-1bf7-495a-b1c3-094a65192cbd triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:25.967494 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a0123116-0c14-4e0f-813f-9e7535e3350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:26.006228 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-a0123116-0c14-4e0f-813f-9e7535e3350f None None] Port 69b2476a-1bf7-495a-b1c3-094a65192cbd cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:33:26.185419 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:26.190247 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:26.223236 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-514871'] for router_interface, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:26.242332 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Pushing event updated for resources: {'Port': ['ID=69b2476a-1bf7-495a-b1c3-094a65192cbd,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:26.355108 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:26.357545 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:26.428609 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-3d8ed23d-0744-4e53-acfa-ff59aab9a03b None None] Provisioning complete for port 69b2476a-1bf7-495a-b1c3-094a65192cbd triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:26.429195 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed23d-0744-4e53-acfa-ff59aab9a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:26.473191 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ed23d-0744-4e53-acfa-ff59aab9a03b None None] Port 69b2476a-1bf7-495a-b1c3-094a65192cbd cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:33:26.545021 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Router 4012b44d-9b4f-4ec5-9880-282b809ed18a is scheduled to L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 with binding_index 1 {{(pid=99632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:33:26.591878 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-530bc03b-cb83-41c1-a838-cb4db705bf15 None None] Provisioning complete for port 69b2476a-1bf7-495a-b1c3-094a65192cbd triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:26.592248 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-530bc03b-cb83-41c1-a838-cb4db705bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:26.626759 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-530bc03b-cb83-41c1-a838-cb4db705bf15 None None] Port 69b2476a-1bf7-495a-b1c3-094a65192cbd cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:33:26.651764 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:33:26.657154 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-7ce86030-9c9b-447b-b3f8-82e31644cdda admin admin] 10.222.0.66 "PUT /v2.0/routers/4012b44d-9b4f-4ec5-9880-282b809ed18a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9356213 Jul 13 08:33:26.666634 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Sync routers for ids ['4012b44d-9b4f-4ec5-9880-282b809ed18a'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:33:26.682346 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Routers {'4012b44d-9b4f-4ec5-9880-282b809ed18a'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:26.683232 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:33:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['4012b44d-9b4f-4ec5-9880-282b809ed18a'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:26.877051 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Set router 4012b44d-9b4f-4ec5-9880-282b809ed18a gateway port host: None {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:27.393094 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'name': 'router1', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:15Z', 'updated_at': '2021-07-13T08:33:25Z', 'revision_number': 2, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'gw_port_host': None, '_interfaces': [{'id': '69b2476a-1bf7-495a-b1c3-094a65192cbd', 'name': '', 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'mac_address': 'fa:16:3e:32:9f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:25Z', 'updated_at': '2021-07-13T08:33:26Z', 'revision_number': 2, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'subnets': [{'id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979f907-1966-4b18-9918-a386416661ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:27.447862 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Checking router: 4012b44d-9b4f-4ec5-9880-282b809ed18a for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:33:27.448241 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Updating router 4012b44d-9b4f-4ec5-9880-282b809ed18a port 69b2476a-1bf7-495a-b1c3-094a65192cbd binding host dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:33:27.517295 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:27.720003 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 5 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:33:28.049357 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.067393 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Transition to ACTIVE for port object 69b2476a-1bf7-495a-b1c3-094a65192cbd will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:28.074316 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.167908 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Pushing event updated for resources: {'Port': ['ID=69b2476a-1bf7-495a-b1c3-094a65192cbd,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:28.192940 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.193294 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.193642 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.194192 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.194621 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.194983 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.195327 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.195661 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.196001 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.196335 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.196666 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.196992 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Tracked resource versions report: Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: pushed versions: Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: { 'AddressGroup': {'1.2'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'ConntrackHelper': {'1.0'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Log': {'1.0'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Network': {'1.1'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Port': {'1.7'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'PortForwarding': {'1.2'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'QosPolicy': {'1.8'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SecurityGroup': {'1.4'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SubPort': {'1.0'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Subnet': {'1.1'}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Trunk': {'1.1'}} Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: consumer versions: Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: { DHCP agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: L3 agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: Metadata agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: Metering agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: Open vSwitch agent@dv-cinder-800430-2-iscsi: { 'AddressGroup': '1.2', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'ConntrackHelper': '1.0', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Log': '1.0', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Network': '1.1', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Port': '1.7', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'PortForwarding': '1.2', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'QosPolicy': '1.8', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SecurityGroup': '1.4', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SecurityGroupRule': '1.2', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SubPort': '1.0', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Subnet': '1.1', Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Trunk': '1.1'}} Jul 13 08:33:28.198136 dv-cinder-800430-2-iscsi neutron-server[99635]: {{(pid=99635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:33:28.255160 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Attempting to bind port 69b2476a-1bf7-495a-b1c3-094a65192cbd on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:33:28.255574 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Attempting to bind port 69b2476a-1bf7-495a-b1c3-094a65192cbd by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '8e530edd-8945-45dc-adff-09b527735920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:33:28.256013 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Attempting to bind port 69b2476a-1bf7-495a-b1c3-094a65192cbd on network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:33:28.261832 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:33:28.262247 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Checking segment: {'id': '8e530edd-8945-45dc-adff-09b527735920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:28.262793 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.263228 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Bound using segment: {'id': '8e530edd-8945-45dc-adff-09b527735920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:33:28.263747 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Bound port: 69b2476a-1bf7-495a-b1c3-094a65192cbd, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e530edd-8945-45dc-adff-09b527735920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:33:28.264148 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.333773 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] For port 69b2476a-1bf7-495a-b1c3-094a65192cbd, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:33:28.362627 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] For port 69b2476a-1bf7-495a-b1c3-094a65192cbd, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=69b2476a-1bf7-495a-b1c3-094a65192cbd,segment=NetworkSegment(8e530edd-8945-45dc-adff-09b527735920),segment_id=8e530edd-8945-45dc-adff-09b527735920)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:33:28.368069 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.430719 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e989cb6-f91e-4997-a194-b200172ed65a None None] Pushing event updated for resources: {'Port': ['ID=69b2476a-1bf7-495a-b1c3-094a65192cbd,revision_number=4']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:28.435257 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Routers {'4012b44d-9b4f-4ec5-9880-282b809ed18a'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:28.435885 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:33:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['4012b44d-9b4f-4ec5-9880-282b809ed18a'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:28.527305 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] Set router 4012b44d-9b4f-4ec5-9880-282b809ed18a gateway port host: None {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:28.747555 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'name': 'router1', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:15Z', 'updated_at': '2021-07-13T08:33:25Z', 'revision_number': 2, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'gw_port_host': None, '_interfaces': [{'id': '69b2476a-1bf7-495a-b1c3-094a65192cbd', 'name': '', 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'mac_address': 'fa:16:3e:32:9f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:25Z', 'updated_at': '2021-07-13T08:33:28Z', 'revision_number': 4, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'subnets': [{'id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979f907-1966-4b18-9918-a386416661ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:28.778965 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6384c-9358-448c-8714-e4b954c30e0e None None] The sync data for ids ['4012b44d-9b4f-4ec5-9880-282b809ed18a'] in dv-cinder-800430-2-iscsi is: [{'id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'name': 'router1', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:15Z', 'updated_at': '2021-07-13T08:33:25Z', 'revision_number': 2, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'gw_port_host': None, '_interfaces': [{'id': '69b2476a-1bf7-495a-b1c3-094a65192cbd', 'name': '', 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'mac_address': 'fa:16:3e:32:9f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:25Z', 'updated_at': '2021-07-13T08:33:28Z', 'revision_number': 4, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'subnets': [{'id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979f907-1966-4b18-9918-a386416661ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:33:28.993702 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 53976) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:29.123076 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9d7e6e-0e7d-4324-b1a1-529575a3ea0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:29.124503 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-5a9d7e6e-0e7d-4324-b1a1-529575a3ea0d admin admin] 10.222.0.66 "GET /v2.0/networks/687451c4-904f-48f1-a79c-0ec0b614c05b HTTP/1.1" status: 200 len: 842 time: 0.1297402 Jul 13 08:33:29.135999 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'cidr': '172.27.3.0/24'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:29.157714 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Made reservation on behalf of 25cc3ad984ea4044b5e9444df5ff7faf for: {'subnet': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:33:29.160049 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.460129 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.objects.ports [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99632) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:33:29.460357 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.514680 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ccee610-05f4-4b3e-9b4a-8791ea7d414b,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:29.525396 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:29.525751 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Network hostable DHCP agents. Network: 687451c4-904f-48f1-a79c-0ec0b614c05b, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:33:29.543057 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:33:29.553778 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 687451c4-904f-48f1-a79c-0ec0b614c05b) {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:29.563851 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbeb82d-f42c-4299-a43e-a9a39c91c5ce None None] Network 687451c4-904f-48f1-a79c-0ec0b614c05b requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:33:29.567014 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:29.567972 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.601127 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-6e411e36-ee2b-4fa4-88ce-8cc4db0f1a18 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4598954 Jul 13 08:33:29.705450 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16250c3-9e06-4331-ad22-e368033493c3 None None] Network 687451c4-904f-48f1-a79c-0ec0b614c05b requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:33:31.963387 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 53988) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:32.213547 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-3d3da55f-6c2e-4d70-a2e6-eaa5d84dae61 admin admin] 10.222.0.66 "GET /v2.0/routers/4012b44d-9b4f-4ec5-9880-282b809ed18a HTTP/1.1" status: 200 len: 710 time: 0.2487776 Jul 13 08:33:32.308628 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 69b2476a-1bf7-495a-b1c3-094a65192cbd up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:32.364860 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 69b2476a-1bf7-495a-b1c3-094a65192cbd completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:32.369904 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 69b2476a-1bf7-495a-b1c3-094a65192cbd triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:32.370274 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.419629 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa0be7-7bd5-4916-b788-7032a57e26b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:32.426487 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-cefa0be7-7bd5-4916-b788-7032a57e26b0 admin admin] 10.222.0.66 "GET /v2.0/networks/687451c4-904f-48f1-a79c-0ec0b614c05b HTTP/1.1" status: 200 len: 886 time: 0.2015543 Jul 13 08:33:32.431209 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:32.511333 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.555754 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 69b2476a-1bf7-495a-b1c3-094a65192cbd, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=69b2476a-1bf7-495a-b1c3-094a65192cbd,segment=NetworkSegment(8e530edd-8945-45dc-adff-09b527735920),segment_id=8e530edd-8945-45dc-adff-09b527735920)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:32.561181 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.618128 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=69b2476a-1bf7-495a-b1c3-094a65192cbd,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:32.729267 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.836812 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-65554a7d-56a9-4ad3-90ad-314e60e87d87 None None] Provisioning complete for port 69b2476a-1bf7-495a-b1c3-094a65192cbd triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:32.837217 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-65554a7d-56a9-4ad3-90ad-314e60e87d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.051905 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.138684 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.347717 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Allocated IP 172.27.3.90 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/e3180e29-6c7d-442f-997a-7f7df5f0da32) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:33:33.530659 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.640715 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.721409 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:33.726762 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:33.736221 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:33:33.739110 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Pushing event updated for resources: {'Port': ['ID=e3180e29-6c7d-442f-997a-7f7df5f0da32,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:34.026402 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.237373 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.242730 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511171'] for router, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.288622 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 69b2476a-1bf7-495a-b1c3-094a65192cbd up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:34.340104 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 69b2476a-1bf7-495a-b1c3-094a65192cbd triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:34.340486 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.373704 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Router 4012b44d-9b4f-4ec5-9880-282b809ed18a has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:33:34.501528 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:33:34.506763 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] Notify callbacks [] for router, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.515926 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-87a9e7d1-1dab-40b6-ab2d-847e914a164e admin admin] 10.222.0.66 "PUT /v2.0/routers/4012b44d-9b4f-4ec5-9880-282b809ed18a HTTP/1.1" status: 200 len: 889 time: 2.0806959 Jul 13 08:33:34.516164 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Sync routers for ids ['4012b44d-9b4f-4ec5-9880-282b809ed18a'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:33:34.525248 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Routers {'4012b44d-9b4f-4ec5-9880-282b809ed18a'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:34.525958 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:33:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['4012b44d-9b4f-4ec5-9880-282b809ed18a'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:34.780686 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Set router 4012b44d-9b4f-4ec5-9880-282b809ed18a gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:35.273232 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'name': 'router1', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e3180e29-6c7d-442f-997a-7f7df5f0da32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:15Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'gw_port': {'id': 'e3180e29-6c7d-442f-997a-7f7df5f0da32', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '69b2476a-1bf7-495a-b1c3-094a65192cbd', 'name': '', 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'mac_address': 'fa:16:3e:32:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:25Z', 'updated_at': '2021-07-13T08:33:32Z', 'revision_number': 5, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'subnets': [{'id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979f907-1966-4b18-9918-a386416661ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:35.324681 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Checking router: 4012b44d-9b4f-4ec5-9880-282b809ed18a for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:33:35.325815 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Updating router 4012b44d-9b4f-4ec5-9880-282b809ed18a port e3180e29-6c7d-442f-997a-7f7df5f0da32 binding host dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:33:35.379836 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.847981 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Notify callbacks [] for port, precommit_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.861025 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Transition to ACTIVE for port object e3180e29-6c7d-442f-997a-7f7df5f0da32 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:35.871204 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.928180 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006e0ba-eee1-4a02-b428-d2667672a7c9 None None] Pushing event updated for resources: {'Port': ['ID=e3180e29-6c7d-442f-997a-7f7df5f0da32,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:35.930509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Attempting to bind port e3180e29-6c7d-442f-997a-7f7df5f0da32 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:33:35.930886 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Attempting to bind port e3180e29-6c7d-442f-997a-7f7df5f0da32 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:33:35.931272 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Attempting to bind port e3180e29-6c7d-442f-997a-7f7df5f0da32 on network 687451c4-904f-48f1-a79c-0ec0b614c05b {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:33:35.937220 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:33:35.937606 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:35.938005 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.938399 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Bound using segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:33:35.938868 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Bound port: e3180e29-6c7d-442f-997a-7f7df5f0da32, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:33:35.939302 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.999586 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] For port e3180e29-6c7d-442f-997a-7f7df5f0da32, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:33:36.002963 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] For port e3180e29-6c7d-442f-997a-7f7df5f0da32, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=e3180e29-6c7d-442f-997a-7f7df5f0da32,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:33:36.008164 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.066253 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Routers {'4012b44d-9b4f-4ec5-9880-282b809ed18a'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:36.066733 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:33:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['4012b44d-9b4f-4ec5-9880-282b809ed18a'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:36.103312 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006e0ba-eee1-4a02-b428-d2667672a7c9 None None] Pushing event updated for resources: {'Port': ['ID=e3180e29-6c7d-442f-997a-7f7df5f0da32,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:36.193000 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] Set router 4012b44d-9b4f-4ec5-9880-282b809ed18a gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:36.444313 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'name': 'router1', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e3180e29-6c7d-442f-997a-7f7df5f0da32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:15Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'gw_port': {'id': 'e3180e29-6c7d-442f-997a-7f7df5f0da32', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '69b2476a-1bf7-495a-b1c3-094a65192cbd', 'name': '', 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'mac_address': 'fa:16:3e:32:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:25Z', 'updated_at': '2021-07-13T08:33:32Z', 'revision_number': 5, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'subnets': [{'id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979f907-1966-4b18-9918-a386416661ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:36.476787 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134ee91-133d-4372-81dc-5438631b1ced None None] The sync data for ids ['4012b44d-9b4f-4ec5-9880-282b809ed18a'] in dv-cinder-800430-2-iscsi is: [{'id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'name': 'router1', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e3180e29-6c7d-442f-997a-7f7df5f0da32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:15Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'gw_port': {'id': 'e3180e29-6c7d-442f-997a-7f7df5f0da32', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '69b2476a-1bf7-495a-b1c3-094a65192cbd', 'name': '', 'network_id': '7d899fc0-e96e-4499-9491-67a78ae2c1a0', 'tenant_id': '58c7199938d943d7a31ec342ea304e39', 'mac_address': 'fa:16:3e:32:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012b44d-9b4f-4ec5-9880-282b809ed18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:25Z', 'updated_at': '2021-07-13T08:33:32Z', 'revision_number': 5, 'project_id': '58c7199938d943d7a31ec342ea304e39', 'subnets': [{'id': 'c0db94d3-80fa-461c-ae58-20860ab92eba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979f907-1966-4b18-9918-a386416661ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:33:37.074320 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 53996) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:37.213121 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-2d576f6f-483f-4df3-a067-eb4aefecb7f0 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1376219 Jul 13 08:33:38.315737 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device e3180e29-6c7d-442f-997a-7f7df5f0da32 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:38.369363 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port e3180e29-6c7d-442f-997a-7f7df5f0da32 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:38.373574 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port e3180e29-6c7d-442f-997a-7f7df5f0da32 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:38.373946 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.453150 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.477486 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port e3180e29-6c7d-442f-997a-7f7df5f0da32, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=e3180e29-6c7d-442f-997a-7f7df5f0da32,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:38.481726 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.546269 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=e3180e29-6c7d-442f-997a-7f7df5f0da32,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:40.278061 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device e3180e29-6c7d-442f-997a-7f7df5f0da32 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:40.328763 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port e3180e29-6c7d-442f-997a-7f7df5f0da32 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:40.329149 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:49.305813 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-2e45a560-dbd2-476d-940b-8e9d7f069559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:52.112368 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-581f2877-b734-40e5-91ad-3dbcae6c969a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:52.359169 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:53.024873 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:54.588756 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:04.621708 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 5 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:34:19.292760 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c5a1-e7c6-412d-8059-91510ad796ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:22.115087 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a90cb2cc-9b8a-4ba4-9247-b5b9c1dd5ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:22.361573 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:23.000933 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:24.589970 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:41.620212 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 5 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:34:49.286034 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-2f02188d-aaab-4a9c-bef6-614c3bce7ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.118303 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-e8a39204-dc89-4596-aa37-eb6e65bc8d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.370195 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:53.007715 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.592128 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:14.565280 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 54564) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:14.625015 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed482a6-83bf-43a0-b414-9e0426705c20 admin admin] GET failed (client error): The resource could not be found. Jul 13 08:35:14.626351 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-9ed482a6-83bf-43a0-b414-9e0426705c20 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601099 Jul 13 08:35:14.785360 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af00883-e1e7-47e0-8d35-4229413a1646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:14.787444 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-2af00883-e1e7-47e0-8d35-4229413a1646 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571534 Jul 13 08:35:16.944102 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54574) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:17.044893 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56893bac-572c-42da-ac0e-1eeba92c13fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:17.046315 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-56893bac-572c-42da-ac0e-1eeba92c13fa admin admin] 10.222.0.66 "GET /v2.0/subnets/c0db94d3-80fa-461c-ae58-20860ab92eba HTTP/1.1" status: 200 len: 849 time: 0.1012635 Jul 13 08:35:17.056263 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:17.143441 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:17.290389 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741018602325'] for subnet, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:17.321096 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:17.321702 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:17.323029 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] 10.222.0.66 "PUT /v2.0/subnets/c0db94d3-80fa-461c-ae58-20860ab92eba HTTP/1.1" status: 200 len: 868 time: 0.2705712 Jul 13 08:35:17.326014 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48b6299-49a3-4ca9-b8a2-1a42f7dd9dac None None] Network 7d899fc0-e96e-4499-9491-67a78ae2c1a0 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:35:17.350683 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0db94d3-80fa-461c-ae58-20860ab92eba,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:17.357919 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.358302 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.358652 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.359016 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.359357 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.359707 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.360042 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.360374 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.360722 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.361053 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.361380 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.361712 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e6c670-db73-4d26-bb06-70aca065bfb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:17.700814 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-a49d191d-142c-4c0d-9fb5-8a5813f59919 None None] Provisioning complete for port 69b2476a-1bf7-495a-b1c3-094a65192cbd triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:17.701214 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a49d191d-142c-4c0d-9fb5-8a5813f59919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:17.789764 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-a49d191d-142c-4c0d-9fb5-8a5813f59919 None None] Provisioning complete for port 818355f0-d43a-4a58-88c0-1d0c46a82a6e triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:17.790035 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a49d191d-142c-4c0d-9fb5-8a5813f59919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:18.617671 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 5 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:35:19.288156 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-81aa288a-32db-4f0b-b8bd-2e6ba4b3a312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:19.506982 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54584) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:19.770011 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80fd48-579e-4e86-92c9-b44ff9cebd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:19.770403 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80fd48-579e-4e86-92c9-b44ff9cebd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:19.772030 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-2d80fd48-579e-4e86-92c9-b44ff9cebd83 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2641215 Jul 13 08:35:21.940255 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54592) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:22.069792 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b8229-6e7f-4e31-8c04-4c3dc7cc8bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:22.070257 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b8229-6e7f-4e31-8c04-4c3dc7cc8bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:22.071860 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c56b8229-6e7f-4e31-8c04-4c3dc7cc8bf5 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306334 Jul 13 08:35:22.119808 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0c731af8-6b30-40c2-8c5a-d3112a884dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.365249 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.007332 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.272713 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 54600) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:24.406723 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c13dc7-c3b7-4687-82e5-3ebec99b3520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:24.408739 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-86c13dc7-c3b7-4687-82e5-3ebec99b3520 admin admin] 10.222.0.66 "GET /v2.0/networks/687451c4-904f-48f1-a79c-0ec0b614c05b HTTP/1.1" status: 200 len: 886 time: 0.1350782 Jul 13 08:35:24.595768 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:26.578552 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 54608) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:26.726594 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c765befa-863d-40a5-baa8-c98459a01278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:26.728020 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-c765befa-863d-40a5-baa8-c98459a01278 admin admin] 10.222.0.66 "GET /v2.0/networks/7d899fc0-e96e-4499-9491-67a78ae2c1a0 HTTP/1.1" status: 200 len: 869 time: 0.1475966 Jul 13 08:35:28.876499 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54616) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:28.996089 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1a5fa-678e-4692-9bef-985338dd3bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:28.996525 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1a5fa-678e-4692-9bef-985338dd3bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:28.998067 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-a6d1a5fa-678e-4692-9bef-985338dd3bea admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206179 Jul 13 08:35:31.139228 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54624) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:31.232260 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372e2ba-4556-4028-9835-17cdfe917bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:31.232719 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372e2ba-4556-4028-9835-17cdfe917bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:31.234266 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-f372e2ba-4556-4028-9835-17cdfe917bae admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940869 Jul 13 08:35:33.400324 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54632) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:33.482759 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162ad7d-4082-4c79-8b6e-8e6a62115f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:33.484119 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-a162ad7d-4082-4c79-8b6e-8e6a62115f88 admin admin] 10.222.0.66 "GET /v2.0/subnets/3ccee610-05f4-4b3e-9b4a-8791ea7d414b HTTP/1.1" status: 200 len: 816 time: 0.0828314 Jul 13 08:35:35.658316 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54640) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:35.747880 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5461ad94-de76-4fe0-af1b-adeb9c020966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:35.749255 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5461ad94-de76-4fe0-af1b-adeb9c020966 admin admin] 10.222.0.66 "GET /v2.0/subnets/c0db94d3-80fa-461c-ae58-20860ab92eba HTTP/1.1" status: 200 len: 868 time: 0.0899441 Jul 13 08:35:49.291470 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1e440a35-d369-48bc-b9f4-318ed088242d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:52.120946 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-6507a0e6-63d6-49b7-974e-87171a8b34b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:52.366425 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.010462 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:54.598354 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.617056 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 5 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:36:00.054835 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 54692) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:00.101499 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [None req-2001e3f4-e14a-42de-9ec4-662635385c88 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:36:00.102501 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-2001e3f4-e14a-42de-9ec4-662635385c88 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466747 Jul 13 08:36:02.340851 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 54700) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:02.399084 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba811fdd-00b8-4885-849b-9db5a8dec28c admin admin] GET failed (client error): The resource could not be found. Jul 13 08:36:02.400394 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-ba811fdd-00b8-4885-849b-9db5a8dec28c admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585847 Jul 13 08:36:02.484079 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb6b928-9646-4097-b9f8-3620406ce8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:02.485611 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-7eb6b928-9646-4097-b9f8-3620406ce8e6 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812747 Jul 13 08:36:04.666085 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 54708) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:04.711479 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:04.735019 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Made reservation on behalf of 25cc3ad984ea4044b5e9444df5ff7faf for: {'network': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:04.737307 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.768112 dv-cinder-800430-2-iscsi neutron-server[99632]: WARNING neutron.services.revisions.revision_plugin [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Could not find related network for resource to bump revision. Jul 13 08:36:04.783826 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=99632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:36:04.866287 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741018683046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.866788 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Unsubscribe: segment precommit_create {{(pid=99632) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 08:36:04.867304 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.segments_db [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Added segment 2836daa2-cdc1-4193-a371-eb3309c99203 of type vlan for network 17f31324-a160-43c4-ba14-35c5314ba8d0 Jul 13 08:36:04.914389 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.954192 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.955562 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:04.956227 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:05.011221 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3440135 Jul 13 08:36:05.052152 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Pushing event updated for resources: {'Network': ['ID=17f31324-a160-43c4-ba14-35c5314ba8d0,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:05.059666 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.060044 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.060399 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.060744 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.061085 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.061458 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.061780 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.062115 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.062500 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.062826 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.063232 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.063608 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbe279-ac7a-4c6a-b3c7-8619a003ac4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:05.075679 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 17f31324-a160-43c4-ba14-35c5314ba8d0 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:36:07.273828 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54716) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:07.339050 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41830ec-274a-4ecb-9724-aa3b5e0bc616 admin admin] GET failed (client error): The resource could not be found. Jul 13 08:36:07.340478 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c41830ec-274a-4ecb-9724-aa3b5e0bc616 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0654235 Jul 13 08:36:07.450601 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab6b3e-c280-49ff-b253-da6c71f46dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:07.452046 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-66ab6b3e-c280-49ff-b253-da6c71f46dd4 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1074255 Jul 13 08:36:07.463163 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:07.489304 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Made reservation on behalf of 25cc3ad984ea4044b5e9444df5ff7faf for: {'subnet': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:07.491998 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.704872 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.762041 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4b8640-9ed0-4492-bc0b-dccf9e1647b9,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:07.772717 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Checking segment: {'id': '2836daa2-cdc1-4193-a371-eb3309c99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:07.773068 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Network hostable DHCP agents. Network: 17f31324-a160-43c4-ba14-35c5314ba8d0, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:36:07.797850 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Network 17f31324-a160-43c4-ba14-35c5314ba8d0 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:36:07.808578 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 17f31324-a160-43c4-ba14-35c5314ba8d0) {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:07.812772 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:07.813364 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.818741 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d94cf-1388-4108-81a5-704c7322463c None None] Network 17f31324-a160-43c4-ba14-35c5314ba8d0 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:07.830541 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-ecd57a00-ff24-42ac-a844-e7c43f6fc7e0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3712327 Jul 13 08:36:08.000989 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98908d11-a4d5-5635-b03b-04a5e2e559c7-17f31324-a160-43c4-ba14-35c5314ba8d0', 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0', 'tenant_id': '25cc3ad984ea4044b5e9444df5ff7faf', 'fixed_ips': [{'subnet_id': '0c4b8640-9ed0-4492-bc0b-dccf9e1647b9'}]}} from dv-cinder-800430-2-iscsi. {{(pid=99634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:36:08.002067 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.148057 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.db_base_plugin_common [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Allocated IP 192.168.233.2 (17f31324-a160-43c4-ba14-35c5314ba8d0/0c4b8640-9ed0-4492-bc0b-dccf9e1647b9/b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc) {{(pid=99634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:08.295056 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Notify callbacks [] for port, precommit_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.304757 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Transition to ACTIVE for port object b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:08.319882 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Transition to ACTIVE for port object b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc will not be triggered until provisioned by entity DHCP. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:08.326036 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.369677 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Network 17f31324-a160-43c4-ba14-35c5314ba8d0 is already hosted by enough agents. {{(pid=99634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:08.372588 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.base_scheduler [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Resources bound (agent type, host, resource id): {{(pid=99634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:08.377252 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Received port after_create {{(pid=99634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:08.380335 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Pushing event updated for resources: {'Port': ['ID=b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc,revision_number=1']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:08.391207 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.391562 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.391909 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.392252 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.392589 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.392924 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.393256 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.393594 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.393939 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.394272 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.394597 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.394976 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:08.450697 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Attempting to bind port b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:08.451098 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Attempting to bind port b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '2836daa2-cdc1-4193-a371-eb3309c99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:08.451466 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Attempting to bind port b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc on network 17f31324-a160-43c4-ba14-35c5314ba8d0 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:08.456846 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:08.457222 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Checking segment: {'id': '2836daa2-cdc1-4193-a371-eb3309c99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:08.457626 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.458025 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Bound using segment: {'id': '2836daa2-cdc1-4193-a371-eb3309c99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:08.458492 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Bound port: b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2836daa2-cdc1-4193-a371-eb3309c99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:08.458892 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.522032 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] For port b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:08.525156 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] For port b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc,segment=NetworkSegment(2836daa2-cdc1-4193-a371-eb3309c99203),segment_id=2836daa2-cdc1-4193-a371-eb3309c99203)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:08.529288 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.590157 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececa54f-9ebe-45f9-9a2f-4ef753b55893 None None] Pushing event updated for resources: {'Port': ['ID=b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:09.420353 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac25a25-7136-4169-910b-be27fc7dee48 None None] Network 17f31324-a160-43c4-ba14-35c5314ba8d0 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:09.509574 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-9e51c516-e5eb-4ae6-b828-765e7e05381e None None] Provisioning for port b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:10.419505 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:10.473040 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:10.477129 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:10.477512 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.560761 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.594181 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc,segment=NetworkSegment(2836daa2-cdc1-4193-a371-eb3309c99203),segment_id=2836daa2-cdc1-4193-a371-eb3309c99203)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:10.598241 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.656811 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:12.400789 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:12.458292 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port b0ebb2e2-365a-4798-af53-7bcfe2e3fbbc triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:12.458661 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.297227 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-acfd4c22-2ea1-45a3-9596-86db869c1ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.131401 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5f397a1a-a3cc-4326-a7e1-517b9a1ead8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.376769 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.017420 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:24.596546 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:32.616434 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 5 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:36:49.288061 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-acaac7fd-5e72-44ae-9b32-7a33faa976c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:52.123490 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-fe9ed8c7-724a-476e-8916-acfba5d058d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:52.369794 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:53.019605 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:54.600663 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:09.616012 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 5 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:37:19.289528 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-11ec6d48-bd0b-4c06-b470-9f52b76aa519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:22.126170 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-07dd78ba-9e4f-40df-95e2-17cfc93a2e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:22.373928 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:23.021282 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:24.602716 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:26.411634 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54768) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:26.418057 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [None req-a6630e6e-4808-4dc6-987d-97224135b014 tempest-verify_tempest_config-562971561 tempest-verify_tempest_config-562971561-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:37:26.419133 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-a6630e6e-4808-4dc6-987d-97224135b014 tempest-verify_tempest_config-562971561 tempest-verify_tempest_config-562971561-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064096 Jul 13 08:37:26.736293 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 54786) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:26.836748 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:26.976362 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:26.980241 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:27.028766 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=214299fb25184676aca069b8437acae7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2913649 Jul 13 08:37:27.029602 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d04c477-1012-40b7-a93c-8f8ada82d6e0,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:27.034470 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54792) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:27.037445 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.037821 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.038174 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.038517 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.038858 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.039244 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.039584 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.039918 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.040274 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.040612 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.040938 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.041765 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13255be-7678-42be-8d1f-f5b170947755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.091407 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:27.119506 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:27.221055 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:27.223603 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:27.224825 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d04c477-1012-40b7-a93c-8f8ada82d6e0 HTTP/1.1" status: 204 len: 168 time: 0.1892605 Jul 13 08:37:27.233165 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d04c477-1012-40b7-a93c-8f8ada82d6e0,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:27.241164 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.241473 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.241940 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.242195 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.242943 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.242943 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.243216 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.243520 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.243865 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.244202 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.244536 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:27.244866 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8307886a-fd74-4367-99dc-7f2df139bd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:46.614958 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 5 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:37:49.291018 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3b539c8c-b5a2-4695-bfdd-635a8af9a84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.129109 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe403-a0ff-4312-b945-beb56eb0d349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.375789 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.021841 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.604408 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:19.292724 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5675e-dec4-4bcc-a42a-3992962413d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:22.137459 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3402a7c8-aaf5-42e0-8efe-e4d4ce108f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:22.377319 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:23.025668 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:23.614963 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 5 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:38:24.607236 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:49.296121 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-667534e1-48ed-4c79-8a95-46dbf80b5c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:52.128593 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-db6c184a-3982-4546-b7a0-5e50765bb945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:52.378252 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:53.028912 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:54.611291 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:00.614149 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 5 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:39:02.161116 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403074'] for agent, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:05.943573 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 54844) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:06.046316 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-27f96787-dbb9-4f8a-9e10-9eaa360cfced admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1015613 Jul 13 08:39:08.238543 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 54854) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:08.301117 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b10fc931-ee43-4c87-8c35-18e743361d13 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0613821 Jul 13 08:39:19.296710 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-cff661d1-4b2d-4021-be7e-0bd073983844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:22.129768 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-12b23d82-fb7c-459e-89b5-0be73eac4f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:22.381560 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:23.031599 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:24.612796 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.147691 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:37.612783 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:39:49.299518 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-64692d1c-6f7c-451d-b981-a3759594801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.131913 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-2688368c-504a-4ef5-9447-7330b4e099d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.387155 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.035997 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.616297 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.190938 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:14.613613 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:40:19.302191 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-47b79388-6b2b-48ac-9834-b3465e521589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:22.134117 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-cacc35b5-fc9d-4da3-9930-dce92034c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:22.378125 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:23.040052 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:24.618655 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.180855 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.866134 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55056) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:35.303128 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-390552661-network', 'tenant_id': '53ca37f4cac34914bcdaf6596b22f20a'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:35.324518 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Made reservation on behalf of 53ca37f4cac34914bcdaf6596b22f20a for: {'network': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:35.326975 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.336226 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.435153 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.439340 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.465771 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864261df-7479-44e7-a806-4a77303a512b,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:35.475689 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.476288 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.477371 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.477939 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.478100 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55086) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:35.478583 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.478845 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.479188 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.479522 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.479865 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.480196 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.480518 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.480839 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Tracked resource versions report: Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: pushed versions: Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: { 'AddressGroup': {'1.2'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'ConntrackHelper': {'1.0'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Log': {'1.0'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Network': {'1.1'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Port': {'1.7'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'PortForwarding': {'1.2'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'QosPolicy': {'1.8'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SecurityGroup': {'1.4'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SubPort': {'1.0'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Subnet': {'1.1'}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Trunk': {'1.1'}} Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: consumer versions: Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: { DHCP agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: HyperV agent@hv-cinder-80043: {}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: L3 agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: Metadata agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: Metering agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: Open vSwitch agent@dv-cinder-800430-2-iscsi: { 'AddressGroup': '1.2', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'ConntrackHelper': '1.0', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Log': '1.0', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Network': '1.1', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Port': '1.7', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'PortForwarding': '1.2', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'QosPolicy': '1.8', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SecurityGroup': '1.4', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SecurityGroupRule': '1.2', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'SubPort': '1.0', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Subnet': '1.1', Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: 'Trunk': '1.1'}} Jul 13 08:40:35.481955 dv-cinder-800430-2-iscsi neutron-server[99632]: {{(pid=99632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:40:35.489233 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=99632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:40:35.500988 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.501348 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.segments_db [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Added segment ecd75b11-8da9-4c51-a207-4759997834c1 of type vlan for network acdec7f7-b0f4-40b4-98e5-ed520c03bb51 Jul 13 08:40:35.511901 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55092) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:35.563534 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55106) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:35.565234 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.597598 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.598647 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:35.599397 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.635266 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7670422 Jul 13 08:40:35.638732 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55112) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:35.645541 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Request body: {'subnet': {'network_id': 'acdec7f7-b0f4-40b4-98e5-ed520c03bb51', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-390552661-subnet', 'tenant_id': '53ca37f4cac34914bcdaf6596b22f20a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:35.664856 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bb6d2-9516-4ff8-8de7-d26cea865aca admin admin] Pushing event updated for resources: {'Network': ['ID=acdec7f7-b0f4-40b4-98e5-ed520c03bb51,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:35.677454 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network acdec7f7-b0f4-40b4-98e5-ed520c03bb51 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:40:35.683968 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Made reservation on behalf of 53ca37f4cac34914bcdaf6596b22f20a for: {'subnet': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:35.686838 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.772335 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1533183235-network', 'tenant_id': '5c2c5dcfa6be4ef1ace638c089206e15'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:35.787818 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-976821035-network', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:35.861233 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Made reservation on behalf of 5c2c5dcfa6be4ef1ace638c089206e15 for: {'network': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:35.863760 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.890251 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.920474 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Made reservation on behalf of 73c780e58c4f4b9ebb34c8763c298d8b for: {'network': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:35.922943 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.969238 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.983768 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-204437787-network', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:36.012395 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.085502 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c6e0d2-c212-4bbf-893d-0435668543ba,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:36.101536 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.101909 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.102259 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.102627 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.102986 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.103359 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.103739 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.104073 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.104417 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.104926 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.105427 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.105983 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Tracked resource versions report: Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: pushed versions: Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: { 'AddressGroup': {'1.2'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'ConntrackHelper': {'1.0'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Log': {'1.0'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Network': {'1.1'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Port': {'1.7'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'PortForwarding': {'1.2'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'QosPolicy': {'1.8'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SecurityGroup': {'1.4'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SubPort': {'1.0'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Subnet': {'1.1'}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Trunk': {'1.1'}} Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: consumer versions: Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: { DHCP agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: HyperV agent@hv-cinder-80043: {}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: L3 agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: Metadata agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: Metering agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: Open vSwitch agent@dv-cinder-800430-2-iscsi: { 'AddressGroup': '1.2', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'ConntrackHelper': '1.0', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Log': '1.0', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Network': '1.1', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Port': '1.7', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'PortForwarding': '1.2', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'QosPolicy': '1.8', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SecurityGroup': '1.4', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SecurityGroupRule': '1.2', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'SubPort': '1.0', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Subnet': '1.1', Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: 'Trunk': '1.1'}} Jul 13 08:40:36.107251 dv-cinder-800430-2-iscsi neutron-server[99633]: {{(pid=99633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:40:36.139541 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Checking segment: {'id': 'ecd75b11-8da9-4c51-a207-4759997834c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'acdec7f7-b0f4-40b4-98e5-ed520c03bb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:36.139816 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Network hostable DHCP agents. Network: acdec7f7-b0f4-40b4-98e5-ed520c03bb51, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:40:36.167801 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.182360 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.196116 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=99633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:40:36.205675 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.206018 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.segments_db [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Added segment 73d2d979-93d9-46f0-8de0-8bac2073da0e of type vlan for network cf33a87d-286a-4387-934f-92baae56b289 Jul 13 08:40:36.288172 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Network acdec7f7-b0f4-40b4-98e5-ed520c03bb51 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:40:36.425466 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.437363 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.473069 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.487356 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=99633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:40:36.503339 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.db.api [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 08:40:36.503339 dv-cinder-800430-2-iscsi neutron-server[99633]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 08:40:36.503339 dv-cinder-800430-2-iscsi neutron-server[99633]: [parameters: {'project_id_1': 'c9ad3e7e277b44e38e556ff018a3e139', 'expiration_1': datetime.datetime(2021, 7, 13, 8, 40, 36, 15859)}] Jul 13 08:40:36.503339 dv-cinder-800430-2-iscsi neutron-server[99633]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:40:36.504901 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG oslo_db.api [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:40:36.520187 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, acdec7f7-b0f4-40b4-98e5-ed520c03bb51) {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:36.527699 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:36.529912 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.530828 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312dbe38-130f-425e-a6a0-4f7004d26d34 None None] Network acdec7f7-b0f4-40b4-98e5-ed520c03bb51 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:36.541719 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.542521 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.segments_db [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Added segment 424daf68-34db-4496-92d8-80201d8c2dcf of type vlan for network 96cb3abe-0655-4f94-9e04-dc4e84a613ce Jul 13 08:40:36.559998 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.561982 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:36.563039 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.570691 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734b8712-0539-4af9-b8c3-6759dc76dae8,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:36.629962 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-56b0164c-49c1-4227-8b65-656bef582757 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9899304 Jul 13 08:40:36.640699 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1589589 Jul 13 08:40:36.644312 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55166) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:36.650522 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Request body: {'subnet': {'network_id': 'cf33a87d-286a-4387-934f-92baae56b289', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1533183235-subnet', 'tenant_id': '5c2c5dcfa6be4ef1ace638c089206e15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:36.669730 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.684491 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3529b923-8d99-45ef-8d5f-a5996a138368,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:36.696527 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Made reservation on behalf of 5c2c5dcfa6be4ef1ace638c089206e15 for: {'subnet': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:36.699010 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.722833 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd048879-4a6a-4043-ba02-c3d614a82fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=cf33a87d-286a-4387-934f-92baae56b289,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:36.747154 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network cf33a87d-286a-4387-934f-92baae56b289 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:40:36.750624 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.751965 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:36.752803 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.832038 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] Pushing event updated for resources: {'Network': ['ID=96cb3abe-0655-4f94-9e04-dc4e84a613ce,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:36.839588 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445bcdc9-b1ea-49ea-9a92-52a81bb7f5dc None None] Network acdec7f7-b0f4-40b4-98e5-ed520c03bb51 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:36.855591 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-29d4db41-8236-46fb-bd49-730ffb6a3c88 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3416965 Jul 13 08:40:36.856782 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55172) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:36.863704 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Request body: {'subnet': {'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-976821035-subnet', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:36.872009 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 96cb3abe-0655-4f94-9e04-dc4e84a613ce details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:40:36.895461 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Made reservation on behalf of 73c780e58c4f4b9ebb34c8763c298d8b for: {'subnet': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:36.901003 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.109428 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.192932 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Made reservation on behalf of c9ad3e7e277b44e38e556ff018a3e139 for: {'network': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:37.197498 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.208975 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.217141 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:37.229774 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Checking segment: {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:37.230176 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Network hostable DHCP agents. Network: cf33a87d-286a-4387-934f-92baae56b289, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:40:37.252162 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Network cf33a87d-286a-4387-934f-92baae56b289 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:40:37.268150 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, cf33a87d-286a-4387-934f-92baae56b289) {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:37.273582 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:37.274284 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.280040 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d5401-5a39-4ae2-9172-6074dd9d3fb5 None None] Network cf33a87d-286a-4387-934f-92baae56b289 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:37.390409 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.448677 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa3d96-dee0-4515-b75d-629d7388e153 None None] Network cf33a87d-286a-4387-934f-92baae56b289 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:37.500000 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.507012 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:37.509380 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Checking segment: {'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:37.509746 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Network hostable DHCP agents. Network: 96cb3abe-0655-4f94-9e04-dc4e84a613ce, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:40:37.518021 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.523518 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-3dafb4de-1077-437e-8a25-5c40333ccc3b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8767552 Jul 13 08:40:37.555396 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=99633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:40:37.566408 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e04f730-902c-41a4-8cc7-0d0cf33ffeee,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:37.577716 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Network 96cb3abe-0655-4f94-9e04-dc4e84a613ce is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:40:37.580435 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.580760 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.segments_db [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Added segment 134e5cbb-5a6e-4a2c-8a97-169b6725bfa7 of type vlan for network 828b9a1d-ec9e-4103-8bba-69674f34810b Jul 13 08:40:37.633571 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 96cb3abe-0655-4f94-9e04-dc4e84a613ce) {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:37.642824 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4350afe9-cb8a-49a4-a488-8b76ef0e7c57 None None] Network 96cb3abe-0655-4f94-9e04-dc4e84a613ce requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:37.644350 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:37.644953 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.653123 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.680050 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-2ab708db-0043-4ce0-9979-acbf34201775 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8191493 Jul 13 08:40:37.680993 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55198) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:37.686812 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-976821035-router', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:37.723324 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.723957 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5670'] for router, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.724427 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:37.725195 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.728189 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5727'] for router, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.865762 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] Pushing event updated for resources: {'Network': ['ID=828b9a1d-ec9e-4103-8bba-69674f34810b,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:37.878398 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.879638 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55212) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:37.881811 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-e46fb91e-6e75-4c39-8a05-21ee78183221 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3169215 Jul 13 08:40:37.886014 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Request body: {'subnet': {'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-204437787-subnet', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:37.897014 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 828b9a1d-ec9e-4103-8bba-69674f34810b details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:40:37.950185 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Made reservation on behalf of c9ad3e7e277b44e38e556ff018a3e139 for: {'subnet': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:37.953460 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.960424 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafda6e3-7d9b-46ef-86a0-5f7ea68128cd None None] Network 96cb3abe-0655-4f94-9e04-dc4e84a613ce requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:38.244797 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55256) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:38.252046 dv-cinder-800430-2-iscsi neutron-server[99633]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 08:40:38.294276 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.316101 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55262) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:38.323404 dv-cinder-800430-2-iscsi neutron-server[99632]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 08:40:38.492371 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-d45e7db5-aee7-46bb-8b77-4a2ad39f5d47 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:38.494216 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-d45e7db5-aee7-46bb-8b77-4a2ad39f5d47 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/networks?id=acdec7f7-b0f4-40b4-98e5-ed520c03bb51 HTTP/1.1" status: 200 len: 811 time: 0.2443404 Jul 13 08:40:38.519360 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-67dca13b-d48c-422e-ac96-c49c860dad0f tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/quotas/53ca37f4cac34914bcdaf6596b22f20a HTTP/1.1" status: 200 len: 375 time: 0.0186372 Jul 13 08:40:38.579785 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-78777bc3-31a5-4289-8e8e-95a295165fc7 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=53ca37f4cac34914bcdaf6596b22f20a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517883 Jul 13 08:40:38.654813 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.749220 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-5d228bd9-0540-4476-a37d-7eb2c7373ec0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:40:38.750433 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-5d228bd9-0540-4476-a37d-7eb2c7373ec0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478098 Jul 13 08:40:38.766284 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-e6eba406-8e85-4469-82c6-e806ffecf6d0 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:38.767832 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-e6eba406-8e85-4469-82c6-e806ffecf6d0 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 815 time: 0.4495113 Jul 13 08:40:38.823775 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-778b3743-fa13-4f30-bf48-eddca81134c4 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/quotas/5c2c5dcfa6be4ef1ace638c089206e15 HTTP/1.1" status: 200 len: 375 time: 0.0470991 Jul 13 08:40:38.846035 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-7c1b200f-dd62-47d4-ac68-207ee4192fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/acdec7f7-b0f4-40b4-98e5-ed520c03bb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890224 Jul 13 08:40:38.892215 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=486bc280-5005-4514-a0c0-ceff5f12926c,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:38.900180 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-b74040d4-6ec5-4fc0-bb08-60d0d4513ce2 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636818 Jul 13 08:40:38.902532 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Checking segment: {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:38.902946 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Network hostable DHCP agents. Network: 828b9a1d-ec9e-4103-8bba-69674f34810b, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:40:38.945701 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-b850bc00-6283-46cf-9b52-28a87d2e4f0e service neutron] 10.222.0.66 "GET /v2.0/networks/acdec7f7-b0f4-40b4-98e5-ed520c03bb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928206 Jul 13 08:40:39.015472 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Network 828b9a1d-ec9e-4103-8bba-69674f34810b is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:40:39.027212 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-5264fe16-13a2-447d-8233-f5964045000b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:40:39.028246 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-5264fe16-13a2-447d-8233-f5964045000b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0598736 Jul 13 08:40:39.071784 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 828b9a1d-ec9e-4103-8bba-69674f34810b) {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:39.082276 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0d95e-4387-4835-9e05-c02627549d5d None None] Network 828b9a1d-ec9e-4103-8bba-69674f34810b requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:39.090165 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:39.090755 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.095867 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.155783 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.174681 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55298) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:39.174888 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-70c02fe2-d33b-48c6-b4ab-df2ab6a5d154 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2939451 Jul 13 08:40:39.180980 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:39.232825 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5670'] for router, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.234163 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5727'] for router, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.266451 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-a03ac663-6c4b-47c4-807d-5ba3ec796596 service neutron] 10.222.0.66 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242575 Jul 13 08:40:39.369199 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98908d11-a4d5-5635-b03b-04a5e2e559c7-828b9a1d-ec9e-4103-8bba-69674f34810b', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c'}]}} from dv-cinder-800430-2-iscsi. {{(pid=99634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:40:39.370186 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.398834 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Allocated IP 172.27.3.95 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/48c65d43-d904-4d73-bc01-c567a7e65b11) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:39.434388 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-eeecf408-700b-40b2-84ff-782bfc106ce2 service neutron] 10.222.0.66 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565075 Jul 13 08:40:39.452399 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.462588 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a05b7637-3047-4d5a-bbde-5e8e7f1ee1e5 req-3d49ed82-8301-42a2-954a-88fe3038a0f3 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.0831478 Jul 13 08:40:39.565368 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.672234 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.686488 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.db_base_plugin_common [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Allocated IP 172.20.0.2 (828b9a1d-ec9e-4103-8bba-69674f34810b/486bc280-5005-4514-a0c0-ceff5f12926c/aa633e6e-602e-44c2-8f2a-8487a723c4a5) {{(pid=99634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:39.740685 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.757402 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:39.764436 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:39.779960 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:39.962805 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Pushing event updated for resources: {'Port': ['ID=48c65d43-d904-4d73-bc01-c567a7e65b11,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:40.017949 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Notify callbacks [] for port, precommit_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.039173 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Transition to ACTIVE for port object aa633e6e-602e-44c2-8f2a-8487a723c4a5 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:40.077016 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Transition to ACTIVE for port object aa633e6e-602e-44c2-8f2a-8487a723c4a5 will not be triggered until provisioned by entity DHCP. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:40.091581 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.125926 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8093cf04-bfe5-4988-80e3-099957ffdd19 req-ae9f08ee-5b5a-46c0-a325-bcae20d77179 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.1763132 Jul 13 08:40:40.197213 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.226380 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Network 828b9a1d-ec9e-4103-8bba-69674f34810b is already hosted by enough agents. {{(pid=99634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:40.239196 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Pushing event updated for resources: {'Port': ['ID=aa633e6e-602e-44c2-8f2a-8487a723c4a5,revision_number=1']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:40.243760 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.base_scheduler [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Resources bound (agent type, host, resource id): {{(pid=99634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:40.256952 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.258072 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.258673 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.261573 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.262181 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.262758 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.263327 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.263870 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.264429 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.264996 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.269964 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.270606 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.271775 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Tracked resource versions report: Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: pushed versions: Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: { 'AddressGroup': {'1.2'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'ConntrackHelper': {'1.0'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Log': {'1.0'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Network': {'1.1'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Port': {'1.7'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'PortForwarding': {'1.2'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'QosPolicy': {'1.8'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SecurityGroup': {'1.4'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SubPort': {'1.0'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Subnet': {'1.1'}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Trunk': {'1.1'}} Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: consumer versions: Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: { DHCP agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: HyperV agent@hv-cinder-80043: {}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: L3 agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: Metadata agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: Metering agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: Open vSwitch agent@dv-cinder-800430-2-iscsi: { 'AddressGroup': '1.2', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'ConntrackHelper': '1.0', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Log': '1.0', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Network': '1.1', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Port': '1.7', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'PortForwarding': '1.2', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'QosPolicy': '1.8', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SecurityGroup': '1.4', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SecurityGroupRule': '1.2', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'SubPort': '1.0', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Subnet': '1.1', Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: 'Trunk': '1.1'}} Jul 13 08:40:40.273306 dv-cinder-800430-2-iscsi neutron-server[99634]: {{(pid=99634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:40:40.278141 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Received port after_create {{(pid=99634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:40.395734 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.436172 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Attempting to bind port aa633e6e-602e-44c2-8f2a-8487a723c4a5 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:40.437027 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Attempting to bind port aa633e6e-602e-44c2-8f2a-8487a723c4a5 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:40.437465 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Attempting to bind port aa633e6e-602e-44c2-8f2a-8487a723c4a5 on network 828b9a1d-ec9e-4103-8bba-69674f34810b {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:40.447275 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:40.447846 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Checking segment: {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:40.472379 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.473056 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Bound using segment: {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:40.475367 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Bound port: aa633e6e-602e-44c2-8f2a-8487a723c4a5, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:40.475620 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Allocated IP 172.27.3.58 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/c2cd7892-7779-4779-a046-384a71673c16) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:40.476177 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.764518 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55398) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:40.831192 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.841384 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c27e927-22ab-4f63-b693-b12cbbc7c455 req-afa114ec-43ac-4153-8db9-0ca07f653d67 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.2278407 Jul 13 08:40:40.901721 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.950567 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c2cd7892-7779-4779-a046-384a71673c16,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:40.965668 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-097523ca-704f-495a-ae23-291c862feec2 None None] For port aa633e6e-602e-44c2-8f2a-8487a723c4a5, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:40.967782 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:40.969815 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:40.971091 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-097523ca-704f-495a-ae23-291c862feec2 None None] For port aa633e6e-602e-44c2-8f2a-8487a723c4a5, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=aa633e6e-602e-44c2-8f2a-8487a723c4a5,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:40.972924 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:40.979756 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.058967 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866'] for router, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.080712 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4b6138d9-1af4-4982-9f12-3db90e1158a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.127521 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097523ca-704f-495a-ae23-291c862feec2 None None] Pushing event updated for resources: {'Port': ['ID=aa633e6e-602e-44c2-8f2a-8487a723c4a5,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:41.319297 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.464106 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2e18893a-5fe3-48ea-9d6d-d6f976532a93 req-eeadd792-0393-4dac-acab-72b3929d1530 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.2257731 Jul 13 08:40:41.518064 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Router 1cc147ff-e404-4611-82b6-001bc6da9fe8 is scheduled to L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 with binding_index 1 {{(pid=99632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:40:41.581739 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4b6138d9-1af4-4982-9f12-3db90e1158a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.589403 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866'] for router, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.591873 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4b6138d9-1af4-4982-9f12-3db90e1158a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.672138 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-4b6138d9-1af4-4982-9f12-3db90e1158a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1307aa8993f8425d821ec963a6bbc139&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9017758 Jul 13 08:40:41.672373 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55432) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:41.673473 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6138d9-1af4-4982-9f12-3db90e1158a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d377109-64dc-46cd-b5c1-3dc892a3502e,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:41.685097 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:41.699188 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Sync routers for ids ['1cc147ff-e404-4611-82b6-001bc6da9fe8'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:41.702639 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] Notify callbacks [] for router, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.704178 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-cabf6ed5-aca0-4bb2-a6c4-6b5eebb58201 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0219378 Jul 13 08:40:41.706789 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55434) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:41.715441 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Routers {'1cc147ff-e404-4611-82b6-001bc6da9fe8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:41.715441 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:40:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['1cc147ff-e404-4611-82b6-001bc6da9fe8'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:41.751237 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e648bcd3-ef78-4983-b420-c2556c61948c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.790462 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e648bcd3-ef78-4983-b420-c2556c61948c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.809694 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 is scheduled to L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 with binding_index 1 {{(pid=99633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:40:41.872532 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Set router 1cc147ff-e404-4611-82b6-001bc6da9fe8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:41.951455 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e648bcd3-ef78-4983-b420-c2556c61948c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.954072 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e648bcd3-ef78-4983-b420-c2556c61948c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.955274 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-e648bcd3-ef78-4983-b420-c2556c61948c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d377109-64dc-46cd-b5c1-3dc892a3502e HTTP/1.1" status: 204 len: 168 time: 0.2819388 Jul 13 08:40:41.999570 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648bcd3-ef78-4983-b420-c2556c61948c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d377109-64dc-46cd-b5c1-3dc892a3502e,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:42.014828 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:42.040184 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Sync routers for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:42.054174 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] Notify callbacks [] for router, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.056024 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-4a2b2cfb-4d91-43cf-afd8-3fb3df6435d0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8801899 Jul 13 08:40:42.058747 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55442) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:42.064572 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:42.069917 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:40:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:42.099956 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'name': 'tempest-ServerRescueNegativeTestJSON-976821035-router', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 3, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'gw_port': {'id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:42.147249 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Checking router: 1cc147ff-e404-4611-82b6-001bc6da9fe8 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:42.147385 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Updating router 1cc147ff-e404-4611-82b6-001bc6da9fe8 port 48c65d43-d904-4d73-bc01-c567a7e65b11 binding host dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:40:42.186018 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.272135 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:42.315132 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-493600c5-9502-4a71-9ac5-55261da8654a req-ef84a4d7-6739-42ae-bb68-bf9a28dac583 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.1387506 Jul 13 08:40:42.504877 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.553203 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b405ef7e-a77e-4cf0-8fb5-f0eac607235a None None] Network 828b9a1d-ec9e-4103-8bba-69674f34810b requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:42.644710 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.651557 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-76c18311-be1c-4386-a086-9fa35ee40eaa None None] Provisioning for port aa633e6e-602e-44c2-8f2a-8487a723c4a5 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:42.659231 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Transition to ACTIVE for port object 48c65d43-d904-4d73-bc01-c567a7e65b11 will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:42.667822 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.691393 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device aa633e6e-602e-44c2-8f2a-8487a723c4a5 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:42.745055 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Attempting to bind port 48c65d43-d904-4d73-bc01-c567a7e65b11 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:42.746026 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Attempting to bind port 48c65d43-d904-4d73-bc01-c567a7e65b11 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:42.746566 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Attempting to bind port 48c65d43-d904-4d73-bc01-c567a7e65b11 on network 687451c4-904f-48f1-a79c-0ec0b614c05b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:42.754660 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Pushing event updated for resources: {'Port': ['ID=48c65d43-d904-4d73-bc01-c567a7e65b11,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:42.757967 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:42.758692 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:42.759328 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.759728 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Bound using segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:42.760210 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Bound port: 48c65d43-d904-4d73-bc01-c567a7e65b11, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:42.760621 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.789404 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.790073 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.790644 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.791229 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.791757 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.792313 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.792860 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.793875 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.794305 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.794710 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.795128 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.795794 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Tracked resource versions report: Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: pushed versions: Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: { 'AddressGroup': {'1.2'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'ConntrackHelper': {'1.0'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Log': {'1.0'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Network': {'1.1'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Port': {'1.7'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'PortForwarding': {'1.2'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'QosPolicy': {'1.8'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SecurityGroup': {'1.4'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SubPort': {'1.0'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Subnet': {'1.1'}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Trunk': {'1.1'}} Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: consumer versions: Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: { DHCP agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: HyperV agent@hv-cinder-80043: {}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: L3 agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: Metadata agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: Metering agent@dv-cinder-800430-2-iscsi: {}, Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: Open vSwitch agent@dv-cinder-800430-2-iscsi: { 'AddressGroup': '1.2', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'ConntrackHelper': '1.0', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Log': '1.0', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Network': '1.1', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Port': '1.7', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'PortForwarding': '1.2', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'QosPolicy': '1.8', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SecurityGroup': '1.4', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SecurityGroupRule': '1.2', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'SubPort': '1.0', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Subnet': '1.1', Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: 'Trunk': '1.1'}} Jul 13 08:40:42.797086 dv-cinder-800430-2-iscsi neutron-server[99635]: {{(pid=99635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:40:42.807365 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5a3df3e2-6911-4c7a-aa6e-526a6dbbd875 req-0ca934a8-4b5f-48dd-aa18-06ab841e477f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0527248 Jul 13 08:40:42.871637 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] For port 48c65d43-d904-4d73-bc01-c567a7e65b11, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:42.875975 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] For port 48c65d43-d904-4d73-bc01-c567a7e65b11, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=48c65d43-d904-4d73-bc01-c567a7e65b11,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:42.883371 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.934142 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Routers {'1cc147ff-e404-4611-82b6-001bc6da9fe8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:42.938309 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:40:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['1cc147ff-e404-4611-82b6-001bc6da9fe8'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:42.994535 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:41Z', 'revision_number': 3, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:43.032800 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Allocated IP 172.20.0.1 (96cb3abe-0655-4f94-9e04-dc4e84a613ce/0f7236e6-88f3-480a-976f-0eb9b8fd0bfb/e618c969-8b65-49eb-a8cb-1c24809c195d) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:43.033917 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Checking router: 099f08dc-dfae-45d2-9ca6-9711c794f8a8 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:43.035189 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Updating router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 port c2cd7892-7779-4779-a046-384a71673c16 binding host dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:40:43.063819 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] Set router 1cc147ff-e404-4611-82b6-001bc6da9fe8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:43.081569 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.085711 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port aa633e6e-602e-44c2-8f2a-8487a723c4a5 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:43.090884 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.322635 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port aa633e6e-602e-44c2-8f2a-8487a723c4a5 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:43.323198 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.327948 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf5817-0e5e-48f1-be47-4ee5adba7737 None None] Pushing event updated for resources: {'Port': ['ID=48c65d43-d904-4d73-bc01-c567a7e65b11,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:43.339508 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'name': 'tempest-ServerRescueNegativeTestJSON-976821035-router', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 3, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'gw_port': {'id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:43.344968 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55474) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:43.350401 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.392418 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1efd70-ca7e-41ee-90e6-7efe39885e67 None None] The sync data for ids ['1cc147ff-e404-4611-82b6-001bc6da9fe8'] in dv-cinder-800430-2-iscsi is: [{'id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'name': 'tempest-ServerRescueNegativeTestJSON-976821035-router', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 3, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'gw_port': {'id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:43.454445 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.544083 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Pushing event updated for resources: {'Port': ['ID=e618c969-8b65-49eb-a8cb-1c24809c195d,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:43.580264 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-687717951-network', 'tenant_id': '103e1ff4a36c4ff69857fdc47fd71adf'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:43.592926 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Network 96cb3abe-0655-4f94-9e04-dc4e84a613ce is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:43.597199 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:43.619136 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:43.619677 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515057'] for router_interface, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.626528 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Notify callbacks [] for port, precommit_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.654070 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.659057 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Transition to ACTIVE for port object c2cd7892-7779-4779-a046-384a71673c16 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:43.691334 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.736886 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-93e7f3dd-43c4-42ee-9bb5-75128f984084 req-97181dc1-42a1-477d-aeee-6ba9a8e125fc tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.1420314 Jul 13 08:40:43.776928 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port aa633e6e-602e-44c2-8f2a-8487a723c4a5, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=aa633e6e-602e-44c2-8f2a-8487a723c4a5,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:43.789626 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Made reservation on behalf of 103e1ff4a36c4ff69857fdc47fd71adf for: {'network': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:43.792509 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.817499 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.833078 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Allocated IP 172.20.0.1 (828b9a1d-ec9e-4103-8bba-69674f34810b/486bc280-5005-4514-a0c0-ceff5f12926c/cceb0d64-3f26-4dbc-8c49-95c0256c8935) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:43.852952 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.888942 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-c6167c34-5b62-423f-8b5b-25c7cbf3194d None None] Provisioning complete for port aa633e6e-602e-44c2-8f2a-8487a723c4a5 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:43.888942 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c6167c34-5b62-423f-8b5b-25c7cbf3194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.933987 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524d31d-266d-4951-bba3-b21e13237d23 None None] Pushing event updated for resources: {'Port': ['ID=c2cd7892-7779-4779-a046-384a71673c16,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:43.936414 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Attempting to bind port c2cd7892-7779-4779-a046-384a71673c16 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:43.936785 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Attempting to bind port c2cd7892-7779-4779-a046-384a71673c16 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:43.937151 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Attempting to bind port c2cd7892-7779-4779-a046-384a71673c16 on network 687451c4-904f-48f1-a79c-0ec0b614c05b {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:43.963265 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:43.963656 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:43.964069 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.964464 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Bound using segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:43.964955 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Bound port: c2cd7892-7779-4779-a046-384a71673c16, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:43.965859 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.044374 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.063370 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.094185 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.113179 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=99632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:40:44.113439 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-069def65-9ca3-41a2-9307-f60c40690f55 req-4d7e09fb-944c-42e6-aa2d-3bd8e018b681 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0555582 Jul 13 08:40:44.126503 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.126935 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.segments_db [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Added segment f74509d4-2a46-40fd-accb-c88ce70823d9 of type vlan for network 98b3eec4-92ed-45f3-bd2b-a91fec4e6c92 Jul 13 08:40:44.127341 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Transition to ACTIVE for port object cceb0d64-3f26-4dbc-8c49-95c0256c8935 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:44.158853 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=aa633e6e-602e-44c2-8f2a-8487a723c4a5,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:44.186778 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] For port c2cd7892-7779-4779-a046-384a71673c16, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:44.192422 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] For port c2cd7892-7779-4779-a046-384a71673c16, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=c2cd7892-7779-4779-a046-384a71673c16,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:44.197485 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.199616 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.248470 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Network 828b9a1d-ec9e-4103-8bba-69674f34810b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:44.251886 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:44.257389 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:44.257877 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515057'] for router_interface, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.296001 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.312220 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:44.313235 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:40:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:44.320541 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524d31d-266d-4951-bba3-b21e13237d23 None None] Pushing event updated for resources: {'Port': ['ID=c2cd7892-7779-4779-a046-384a71673c16,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:44.348147 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=cceb0d64-3f26-4dbc-8c49-95c0256c8935,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:44.401310 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e4eb3d-6c87-4ed7-a3e1-ed91155e6bf8,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:44.460983 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.476442 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:44.478222 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.542662 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:44.689595 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3435488 Jul 13 08:40:44.694254 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55510) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:44.703232 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Request body: {'subnet': {'network_id': '98b3eec4-92ed-45f3-bd2b-a91fec4e6c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-687717951-subnet', 'tenant_id': '103e1ff4a36c4ff69857fdc47fd71adf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:44.765995 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5eb7e8-daeb-4bab-8ebd-f6f0954bcb71 admin admin] Pushing event updated for resources: {'Network': ['ID=98b3eec4-92ed-45f3-bd2b-a91fec4e6c92,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:44.772017 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.844637 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 98b3eec4-92ed-45f3-bd2b-a91fec4e6c92 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:40:44.863728 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Made reservation on behalf of 103e1ff4a36c4ff69857fdc47fd71adf for: {'subnet': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:44.868030 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.040953 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.047716 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.048651 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.049787 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-25b203d7-22a3-48f6-ad4b-f08f81313273 None None] Provisioning for port cceb0d64-3f26-4dbc-8c49-95c0256c8935 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:45.061479 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 48c65d43-d904-4d73-bc01-c567a7e65b11 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:45.095128 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-514871'] for router_interface, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.131075 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Pushing event updated for resources: {'Port': ['ID=e618c969-8b65-49eb-a8cb-1c24809c195d,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:45.166167 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-54a9cf58-3765-4ec3-a0fc-30e0f86bfd94 req-ef0ca76c-d3ce-4684-bd1a-a4ea29d477fe tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.0597262 Jul 13 08:40:45.272760 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-25b203d7-22a3-48f6-ad4b-f08f81313273 None None] Provisioning complete for port cceb0d64-3f26-4dbc-8c49-95c0256c8935 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:45.273445 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-25b203d7-22a3-48f6-ad4b-f08f81313273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.299191 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 48c65d43-d904-4d73-bc01-c567a7e65b11 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:45.321172 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 48c65d43-d904-4d73-bc01-c567a7e65b11 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:45.321838 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.376219 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-92274d4e-c5e6-436f-b4d7-39097c448b91 req-d85242a2-cf45-4f0d-8fdb-f5995a051337 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0375254 Jul 13 08:40:45.381726 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Network 96cb3abe-0655-4f94-9e04-dc4e84a613ce is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:45.383288 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:45.386980 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-25b203d7-22a3-48f6-ad4b-f08f81313273 None None] Port cceb0d64-3f26-4dbc-8c49-95c0256c8935 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:45.421577 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.464874 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.492058 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 48c65d43-d904-4d73-bc01-c567a7e65b11, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=48c65d43-d904-4d73-bc01-c567a7e65b11,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:45.497810 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:41Z', 'revision_number': 3, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:45.501320 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.514448 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9367b23e-a341-4134-801b-0ee97f149c23,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:45.515751 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Router 1cc147ff-e404-4611-82b6-001bc6da9fe8 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:45.517960 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.531875 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.538207 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2428331-0b1b-471a-aee5-d97ec0512081 None None] The sync data for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi is: [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:41Z', 'revision_number': 3, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:45.571885 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Checking segment: {'id': 'f74509d4-2a46-40fd-accb-c88ce70823d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '98b3eec4-92ed-45f3-bd2b-a91fec4e6c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:45.572538 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Network hostable DHCP agents. Network: 98b3eec4-92ed-45f3-bd2b-a91fec4e6c92, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:40:45.573911 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device aa633e6e-602e-44c2-8f2a-8487a723c4a5 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:45.591852 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-514871'] for router_interface, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.616273 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=cceb0d64-3f26-4dbc-8c49-95c0256c8935,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:45.628189 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=48c65d43-d904-4d73-bc01-c567a7e65b11,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:45.648497 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port aa633e6e-602e-44c2-8f2a-8487a723c4a5 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:45.648694 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Network 98b3eec4-92ed-45f3-bd2b-a91fec4e6c92 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:40:45.648898 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.675900 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:45.686599 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 98b3eec4-92ed-45f3-bd2b-a91fec4e6c92) {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:45.692808 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a0e6f962-5861-4d26-9d53-6ba4a8396371 admin admin] 10.222.0.66 "PUT /v2.0/routers/1cc147ff-e404-4611-82b6-001bc6da9fe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9846618 Jul 13 08:40:45.701485 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:45.702729 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.707486 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226304c1-15cd-4abf-b7be-9a117a76dd7b None None] Network 98b3eec4-92ed-45f3-bd2b-a91fec4e6c92 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:45.726645 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-f9806c35-deb8-47c4-8232-75b6c42324eb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0304880 Jul 13 08:40:45.759959 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Network 828b9a1d-ec9e-4103-8bba-69674f34810b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:45.761700 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:45.938841 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53277208-96e5-4728-932a-6e3ece03fed5 None None] Network 98b3eec4-92ed-45f3-bd2b-a91fec4e6c92 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:45.946510 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:46.186213 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-5c58d63e-a932-4259-b5ee-79e5b0c47818 None None] Provisioning complete for port cceb0d64-3f26-4dbc-8c49-95c0256c8935 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:46.186696 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5c58d63e-a932-4259-b5ee-79e5b0c47818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.209524 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:46.226645 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-f8f6bf02-676f-450f-8ed8-76a66e11bcd3 admin admin] 10.222.0.66 "PUT /v2.0/routers/099f08dc-dfae-45d2-9ca6-9711c794f8a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1662734 Jul 13 08:40:46.297453 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-5c58d63e-a932-4259-b5ee-79e5b0c47818 None None] Port cceb0d64-3f26-4dbc-8c49-95c0256c8935 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:46.301144 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Sync routers for ids ['1cc147ff-e404-4611-82b6-001bc6da9fe8'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:46.318587 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Routers {'1cc147ff-e404-4611-82b6-001bc6da9fe8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:46.319251 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:40:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['1cc147ff-e404-4611-82b6-001bc6da9fe8'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:46.544659 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-d52441ef-d64c-4f93-9476-fa7192961297 None None] Provisioning complete for port cceb0d64-3f26-4dbc-8c49-95c0256c8935 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:46.545042 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d52441ef-d64c-4f93-9476-fa7192961297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.582086 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Set router 1cc147ff-e404-4611-82b6-001bc6da9fe8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:46.608444 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-d52441ef-d64c-4f93-9476-fa7192961297 None None] Port cceb0d64-3f26-4dbc-8c49-95c0256c8935 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:46.657192 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1dbe6454-e539-49a5-b53b-b58b470abfab req-0aad1d82-5aa1-4f54-86c2-b3de3542b7ed tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.0972817 Jul 13 08:40:46.767686 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 48c65d43-d904-4d73-bc01-c567a7e65b11 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:46.865803 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 48c65d43-d904-4d73-bc01-c567a7e65b11 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:46.866342 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.903806 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9130eab8-a4c4-482f-8a60-91ab2b074a04 req-2b11af4d-48c2-4e13-a240-9308a0871126 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0571918 Jul 13 08:40:47.012140 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device c2cd7892-7779-4779-a046-384a71673c16 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:47.017455 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'name': 'tempest-ServerRescueNegativeTestJSON-976821035-router', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'gw_port': {'id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'e618c969-8b65-49eb-a8cb-1c24809c195d', 'name': '', 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'mac_address': 'fa:16:3e:d8:28:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0f7236e6-88f3-480a-976f-0eb9b8fd0bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:42Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 2, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'subnets': [{'id': '0f7236e6-88f3-480a-976f-0eb9b8fd0bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:47.064544 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Checking router: 1cc147ff-e404-4611-82b6-001bc6da9fe8 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:47.064904 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Updating router 1cc147ff-e404-4611-82b6-001bc6da9fe8 port e618c969-8b65-49eb-a8cb-1c24809c195d binding host dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:40:47.074368 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55576) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:47.080414 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-76608903-network', 'tenant_id': '110fb177004e4ecdac08264077fb091c'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:47.082893 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-eb9634d8-07c9-4830-bf89-473919bb5e2e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.086142 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-eb9634d8-07c9-4830-bf89-473919bb5e2e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 818 time: 0.1614952 Jul 13 08:40:47.107360 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port c2cd7892-7779-4779-a046-384a71673c16 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:47.111887 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port c2cd7892-7779-4779-a046-384a71673c16 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:47.112564 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.113570 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Made reservation on behalf of 110fb177004e4ecdac08264077fb091c for: {'network': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:47.117697 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-f2638596-f770-4da8-a28c-cd6c22122e0f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/quotas/73c780e58c4f4b9ebb34c8763c298d8b HTTP/1.1" status: 200 len: 375 time: 0.0258615 Jul 13 08:40:47.118348 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.124391 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.132017 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.309341 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.311553 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d5563107-2bcf-4e1d-ab20-87b86eea0747 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1773415 Jul 13 08:40:47.314664 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.316994 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.340469 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=99633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:40:47.357286 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.357853 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.segments_db [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Added segment 70c8cb8b-6168-4e07-8ca3-2b7aee99c1b8 of type vlan for network 10520c37-e2b9-4a01-8fff-3dccb08437ec Jul 13 08:40:47.371194 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port c2cd7892-7779-4779-a046-384a71673c16, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=c2cd7892-7779-4779-a046-384a71673c16,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:47.379494 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.429008 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.455471 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=c2cd7892-7779-4779-a046-384a71673c16,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:47.456957 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-b989e8e6-09d4-4f9b-9187-07e8e074272a service neutron] 10.222.0.66 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365168 Jul 13 08:40:47.470460 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.471658 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.472251 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.520232 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.535014 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Transition to ACTIVE for port object e618c969-8b65-49eb-a8cb-1c24809c195d will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:47.540433 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4644294 Jul 13 08:40:47.543621 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337dc6da-4db3-4e4e-a851-717bc61c3b69,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:47.545688 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.545871 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55580) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:47.634412 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7badec7-dffc-425b-b6cd-d558c463d332 None None] Pushing event updated for resources: {'Port': ['ID=e618c969-8b65-49eb-a8cb-1c24809c195d,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:47.654591 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-3dd5623b-0004-44b2-a050-47271dcb0c16 service neutron] 10.222.0.66 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901946 Jul 13 08:40:47.692502 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Attempting to bind port e618c969-8b65-49eb-a8cb-1c24809c195d on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:47.693788 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Attempting to bind port e618c969-8b65-49eb-a8cb-1c24809c195d by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:47.694200 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Attempting to bind port e618c969-8b65-49eb-a8cb-1c24809c195d on network 96cb3abe-0655-4f94-9e04-dc4e84a613ce {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:47.701156 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:47.701674 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Checking segment: {'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:47.702141 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.702670 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Bound using segment: {'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:47.703535 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Bound port: e618c969-8b65-49eb-a8cb-1c24809c195d, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:47.704504 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.765079 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Request body: {'subnet': {'network_id': '10520c37-e2b9-4a01-8fff-3dccb08437ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-76608903-subnet', 'tenant_id': '110fb177004e4ecdac08264077fb091c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:47.776261 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae284d6-7850-4ce6-a57f-6ef79c9db40e admin admin] Pushing event updated for resources: {'Network': ['ID=10520c37-e2b9-4a01-8fff-3dccb08437ec,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:47.793086 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] For port e618c969-8b65-49eb-a8cb-1c24809c195d, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:47.798516 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 10520c37-e2b9-4a01-8fff-3dccb08437ec details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:40:47.811210 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] For port e618c969-8b65-49eb-a8cb-1c24809c195d, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=e618c969-8b65-49eb-a8cb-1c24809c195d,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:47.811852 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Made reservation on behalf of 110fb177004e4ecdac08264077fb091c for: {'subnet': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:47.820685 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55588) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:47.820997 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.826081 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.835965 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-96910bd2-ee74-409c-8cfa-36bbc574cbaa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655685983', 'description': 'tempest-description--1275380687'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:47.915176 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-96910bd2-ee74-409c-8cfa-36bbc574cbaa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.987376 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Routers {'1cc147ff-e404-4611-82b6-001bc6da9fe8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:48.003943 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:40:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['1cc147ff-e404-4611-82b6-001bc6da9fe8'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:48.073002 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6746a193-628e-44af-bfde-2241f6ef3ac3 req-3384f05e-8c2a-43a6-acb3-d0ab58bc11fd tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 210 time: 0.0923808 Jul 13 08:40:48.137840 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7badec7-dffc-425b-b6cd-d558c463d332 None None] Pushing event updated for resources: {'Port': ['ID=e618c969-8b65-49eb-a8cb-1c24809c195d,revision_number=4']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:48.142968 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-96910bd2-ee74-409c-8cfa-36bbc574cbaa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.156843 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-78b283be-4c82-42fc-bf00-06d785521a7a req-118e77d2-78d7-4da9-bc99-cea81a2f3f33 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.1606436 Jul 13 08:40:48.161109 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-96910bd2-ee74-409c-8cfa-36bbc574cbaa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.220226 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96910bd2-ee74-409c-8cfa-36bbc574cbaa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d04ee0-cb63-428d-9533-8262a7cf71bf,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:48.226522 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-96910bd2-ee74-409c-8cfa-36bbc574cbaa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.255265 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-96910bd2-ee74-409c-8cfa-36bbc574cbaa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4124207 Jul 13 08:40:48.256557 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55610) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:48.267502 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-e66ee0c1-d417-4d76-b85a-492d9be8c73b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'security_group_rule': {'security_group_id': '02d04ee0-cb63-428d-9533-8262a7cf71bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:48.328889 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e66ee0c1-d417-4d76-b85a-492d9be8c73b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.343891 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] Set router 1cc147ff-e404-4611-82b6-001bc6da9fe8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:48.411137 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9e28962d-fda9-44e1-9fba-c54038f10f15 req-c671e5f4-37e4-4546-998f-6d5b9beaf673 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0934434 Jul 13 08:40:48.431233 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Sync routers for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:48.439965 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.453925 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:48.454635 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:40:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:48.462225 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e66ee0c1-d417-4d76-b85a-492d9be8c73b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.601116 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'name': 'tempest-ServerRescueNegativeTestJSON-976821035-router', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'gw_port': {'id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'e618c969-8b65-49eb-a8cb-1c24809c195d', 'name': '', 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'mac_address': 'fa:16:3e:d8:28:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0f7236e6-88f3-480a-976f-0eb9b8fd0bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:42Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'subnets': [{'id': '0f7236e6-88f3-480a-976f-0eb9b8fd0bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:48.620125 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc87bfd-c384-4235-8a2b-db35735da5ef,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:48.632665 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55626) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:48.642264 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6196b9b-91e6-4997-8057-f3e292687288 None None] The sync data for ids ['1cc147ff-e404-4611-82b6-001bc6da9fe8'] in dv-cinder-800430-2-iscsi is: [{'id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'name': 'tempest-ServerRescueNegativeTestJSON-976821035-router', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'gw_port': {'id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'e618c969-8b65-49eb-a8cb-1c24809c195d', 'name': '', 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'mac_address': 'fa:16:3e:d8:28:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0f7236e6-88f3-480a-976f-0eb9b8fd0bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:42Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'subnets': [{'id': '0f7236e6-88f3-480a-976f-0eb9b8fd0bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:48.652506 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e66ee0c1-d417-4d76-b85a-492d9be8c73b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.655321 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Checking segment: {'id': '70c8cb8b-6168-4e07-8ca3-2b7aee99c1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '10520c37-e2b9-4a01-8fff-3dccb08437ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:48.655691 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Network hostable DHCP agents. Network: 10520c37-e2b9-4a01-8fff-3dccb08437ec, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:40:48.690353 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Network 10520c37-e2b9-4a01-8fff-3dccb08437ec is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:40:48.707840 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device c2cd7892-7779-4779-a046-384a71673c16 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:48.720405 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-906366b9-4b3f-4286-96a4-111fd3e39b68 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:48.731743 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-906366b9-4b3f-4286-96a4-111fd3e39b68 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 818 time: 0.2680144 Jul 13 08:40:48.741991 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 10520c37-e2b9-4a01-8fff-3dccb08437ec) {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:48.757649 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3e624-a902-48a7-845f-7bd451b506e9 None None] Network 10520c37-e2b9-4a01-8fff-3dccb08437ec requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:48.762406 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:48.763082 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.784678 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ee0c1-d417-4d76-b85a-492d9be8c73b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac9b39d-1d13-4cdb-9c47-f6547a9212ea,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:48.806850 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-ee50991a-0d07-4605-9aa5-c4820f2f11ba tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/quotas/73c780e58c4f4b9ebb34c8763c298d8b HTTP/1.1" status: 200 len: 375 time: 0.0713096 Jul 13 08:40:48.818318 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e66ee0c1-d417-4d76-b85a-492d9be8c73b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.818693 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-86f27063-a4f4-491e-a0d2-6aa5ae704377 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0502722 Jul 13 08:40:48.818693 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55634) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:48.818879 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-e66ee0c1-d417-4d76-b85a-492d9be8c73b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5592368 Jul 13 08:40:48.826416 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-b100ff93-3b04-4a49-aed4-1d5cd41c9764 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'security_group_rule': {'security_group_id': '02d04ee0-cb63-428d-9533-8262a7cf71bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:48.848589 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:48.901960 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-506f6f56-7947-41e9-91f2-be07c0d2cdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.932724 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-d4ce26f7-ae05-47f3-8241-670fe1896d95 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1248212 Jul 13 08:40:48.932984 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b100ff93-3b04-4a49-aed4-1d5cd41c9764 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.035657 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55640) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:49.039988 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port c2cd7892-7779-4779-a046-384a71673c16 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:49.040605 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.082307 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a957e1-f956-43dc-b744-c37b01eccf41 admin admin] Deleting subnet 9367b23e-a341-4134-801b-0ee97f149c23 {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:40:49.085970 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-91a957e1-f956-43dc-b744-c37b01eccf41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.117129 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b100ff93-3b04-4a49-aed4-1d5cd41c9764 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.126954 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-91a957e1-f956-43dc-b744-c37b01eccf41 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.134116 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b100ff93-3b04-4a49-aed4-1d5cd41c9764 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.143284 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-91a957e1-f956-43dc-b744-c37b01eccf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.169086 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100ff93-3b04-4a49-aed4-1d5cd41c9764 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf469f0-2c28-4afd-bcdc-19d5f054a35b,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:49.194130 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-506f6f56-7947-41e9-91f2-be07c0d2cdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.203460 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-506f6f56-7947-41e9-91f2-be07c0d2cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.210875 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-42de8625-ac4b-448d-9441-af460abde00f service neutron] 10.222.0.66 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766178 Jul 13 08:40:49.231533 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b100ff93-3b04-4a49-aed4-1d5cd41c9764 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.232897 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b100ff93-3b04-4a49-aed4-1d5cd41c9764 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4180551 Jul 13 08:40:49.248598 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55644) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:49.264695 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'floatingip': {'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:49.305700 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f6f56-7947-41e9-91f2-be07c0d2cdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2193d144-5cd1-4784-a134-2731442dce10,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:49.311106 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-506f6f56-7947-41e9-91f2-be07c0d2cdd7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=590bee863c2344cab7a587988e5e3f18&name=default HTTP/1.1" status: 200 len: 2976 time: 0.6743050 Jul 13 08:40:49.313647 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55646) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:49.341943 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.345620 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-91a957e1-f956-43dc-b744-c37b01eccf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.361116 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-91a957e1-f956-43dc-b744-c37b01eccf41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.366219 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-91a957e1-f956-43dc-b744-c37b01eccf41 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9367b23e-a341-4134-801b-0ee97f149c23 HTTP/1.1" status: 204 len: 168 time: 0.3258719 Jul 13 08:40:49.370613 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55650) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:49.408980 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2bae44c-46b3-4e9a-8468-8a52e9c49aa0 req-002b5329-c8d7-4335-ae05-d6353aef6261 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.0682120 Jul 13 08:40:49.418186 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a957e1-f956-43dc-b744-c37b01eccf41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9367b23e-a341-4134-801b-0ee97f149c23,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:49.470114 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-fe56ae64-4826-4d06-92f1-73ab6520a7bb service neutron] 10.222.0.66 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581825 Jul 13 08:40:49.485024 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-51acb690-1943-40ec-b921-818f3ffef871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.486821 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2bf959-0d4a-47f3-a8e9-d1d0bca401f2 None None] Network 10520c37-e2b9-4a01-8fff-3dccb08437ec requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:49.487128 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-a55a70d1-5b5b-4e2f-8813-d830f7dde074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.569989 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.634180 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-93a22d65-67a1-411d-9098-06d3820f00d4 req-2a4237b5-cd3a-4bdb-bdda-34cf1c1f622a tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0388677 Jul 13 08:40:49.636585 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-a55a70d1-5b5b-4e2f-8813-d830f7dde074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.776473 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.808719 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.835229 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:49.835570 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:49.841804 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:49.844338 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > port after_create 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:49.844702 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:49.845049 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > port after_update 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:49.845379 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:49.845712 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:49.847240 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:49.848265 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:49.855190 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.70', 51615) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:49.998109 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:45Z', 'revision_number': 2, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:50.057864 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7cd6135-467d-4e24-8fb1-44453ed2adde req-901ca0ab-7414-42ea-8705-019b2b28cc28 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.1970232 Jul 13 08:40:50.065724 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Checking router: 099f08dc-dfae-45d2-9ca6-9711c794f8a8 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:50.066106 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Updating router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 port cceb0d64-3f26-4dbc-8c49-95c0256c8935 binding host dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:40:50.125276 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:50.134395 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-a55a70d1-5b5b-4e2f-8813-d830f7dde074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:50.140839 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-a55a70d1-5b5b-4e2f-8813-d830f7dde074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:50.144226 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-a55a70d1-5b5b-4e2f-8813-d830f7dde074 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2193d144-5cd1-4784-a134-2731442dce10 HTTP/1.1" status: 204 len: 168 time: 0.8270993 Jul 13 08:40:50.226108 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-e0051848-eb93-4b52-ae6e-2b04810c61fe tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.228712 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-e0051848-eb93-4b52-ae6e-2b04810c61fe tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.70 "GET /v2.0/networks?id=acdec7f7-b0f4-40b4-98e5-ed520c03bb51 HTTP/1.1" status: 200 len: 811 time: 0.2950983 Jul 13 08:40:50.237740 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a70d1-5b5b-4e2f-8813-d830f7dde074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2193d144-5cd1-4784-a134-2731442dce10,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:50.314943 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Request body: {'port': {'device_id': 'ddd868b0-086b-4d92-bcc7-ace3d6331f83', 'network_id': 'acdec7f7-b0f4-40b4-98e5-ed520c03bb51', 'admin_state_up': True, 'tenant_id': '53ca37f4cac34914bcdaf6596b22f20a'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:50.492237 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:50.492740 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:50.492976 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:50.493319 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:40:50.493690 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b3eec4-92ed-45f3-bd2b-a91fec4e6c92']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:50.589951 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Made reservation on behalf of 53ca37f4cac34914bcdaf6596b22f20a for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:50.597294 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74509d4-2a46-40fd-accb-c88ce70823d9') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:50.597596 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74509d4-2a46-40fd-accb-c88ce70823d9') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:50.606195 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:50.672626 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:50.757144 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:50.790091 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:40:50.790485 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:50.795639 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Allocated IP 172.27.3.172 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/5bcb8334-2ec5-4d87-ab9f-c2a5dc347670) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: from cryptography.utils import int_from_bytes Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: from cryptography.utils import int_from_bytes Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:40:50.814052 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:40:50.837874 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device e618c969-8b65-49eb-a8cb-1c24809c195d up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:51.034440 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port e618c969-8b65-49eb-a8cb-1c24809c195d completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:51.065343 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port e618c969-8b65-49eb-a8cb-1c24809c195d triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:51.070301 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.071380 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.70', 51625) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:51.194389 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Notify callbacks [] for port, precommit_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.249735 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.268830 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b2360a48-53c5-4363-98d3-d4c6c0c729d3 req-249b19a3-bb2f-4930-baff-e06b932ea41f tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.3910122 Jul 13 08:40:51.322211 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.326453 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Transition to ACTIVE for port object cceb0d64-3f26-4dbc-8c49-95c0256c8935 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:51.329623 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port e618c969-8b65-49eb-a8cb-1c24809c195d, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=e618c969-8b65-49eb-a8cb-1c24809c195d,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:51.337562 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.343375 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.347360 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] 10.222.0.66 "DELETE /v2.0/networks/98b3eec4-92ed-45f3-bd2b-a91fec4e6c92 HTTP/1.1" status: 204 len: 168 time: 1.9756732 Jul 13 08:40:51.350571 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55734) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:51.369471 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.481148 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da5a4a-ec43-4aff-aa44-07567c317026 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b3eec4-92ed-45f3-bd2b-a91fec4e6c92,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:51.575950 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.70', 51628) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:51.631512 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:40:51.662603 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=e618c969-8b65-49eb-a8cb-1c24809c195d,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:51.692863 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3867988-4119-48ab-bcc0-6a9f2f74b645 admin admin] Deleting subnet 5dc87bfd-c384-4235-8a2b-db35735da5ef {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:40:51.819432 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ede3f2a3-8720-4699-a740-bdbb3ed51d67 req-c9a27df3-a180-4ac0-820e-1456f9d78d92 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.2485368 Jul 13 08:40:51.859813 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a608b276-196d-4452-85a7-225d40855abb req-e65018ae-1ce2-494f-b57c-b5c5f479d156 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.8043115 Jul 13 08:40:51.947917 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Attempting to bind port cceb0d64-3f26-4dbc-8c49-95c0256c8935 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:51.948511 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Attempting to bind port cceb0d64-3f26-4dbc-8c49-95c0256c8935 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:51.949096 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Attempting to bind port cceb0d64-3f26-4dbc-8c49-95c0256c8935 on network 828b9a1d-ec9e-4103-8bba-69674f34810b {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:51.953295 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3867988-4119-48ab-bcc0-6a9f2f74b645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.013510 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Allocated IP 172.20.0.13 (acdec7f7-b0f4-40b4-98e5-ed520c03bb51/39c6e0d2-c212-4bbf-893d-0435668543ba/775173ae-82fd-4c2d-9fe3-f2eef5878532) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:52.031736 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3867988-4119-48ab-bcc0-6a9f2f74b645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.054806 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:52.056359 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Checking segment: {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:52.057179 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.057955 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Bound using segment: {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:52.058982 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Bound port: cceb0d64-3f26-4dbc-8c49-95c0256c8935, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:52.068433 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.124337 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3867988-4119-48ab-bcc0-6a9f2f74b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.228200 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3867988-4119-48ab-bcc0-6a9f2f74b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.293268 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3867988-4119-48ab-bcc0-6a9f2f74b645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc87bfd-c384-4235-8a2b-db35735da5ef,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:52.311274 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f3867988-4119-48ab-bcc0-6a9f2f74b645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.320293 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f3867988-4119-48ab-bcc0-6a9f2f74b645 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5dc87bfd-c384-4235-8a2b-db35735da5ef HTTP/1.1" status: 204 len: 168 time: 0.9593365 Jul 13 08:40:52.326981 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55768) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:52.419049 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.462219 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d982e748-7efe-4b5d-ac68-592657fc0b51 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:52.463899 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d982e748-7efe-4b5d-ac68-592657fc0b51 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 818 time: 0.8864872 Jul 13 08:40:52.485406 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Request body: {'port': {'device_id': '5eef336e-e2c2-470e-a8e6-65c7946cd0f1', 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce', 'admin_state_up': True, 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:52.623881 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cc1c2-21db-42af-8d1c-edc2d21c8d29 None None] Pushing event updated for resources: {'Port': ['ID=cceb0d64-3f26-4dbc-8c49-95c0256c8935,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:52.657382 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-03cfd0b4-7135-4a1e-b757-04d8051f1989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.705782 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] For port cceb0d64-3f26-4dbc-8c49-95c0256c8935, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:52.723428 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] For port cceb0d64-3f26-4dbc-8c49-95c0256c8935, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=cceb0d64-3f26-4dbc-8c49-95c0256c8935,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:52.730272 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.742814 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.795130 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device e618c969-8b65-49eb-a8cb-1c24809c195d up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:52.886719 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:52.887254 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:40:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:52.933998 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cc1c2-21db-42af-8d1c-edc2d21c8d29 None None] Pushing event updated for resources: {'Port': ['ID=cceb0d64-3f26-4dbc-8c49-95c0256c8935,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:52.964338 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port e618c969-8b65-49eb-a8cb-1c24809c195d triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:52.965080 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.035786 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.077923 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d03f2f46-1c93-4dc5-86a5-48faab86d01e req-ad416ddd-ba30-4546-b83f-d75ebcc6d293 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.3473628 Jul 13 08:40:53.125821 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10520c37-e2b9-4a01-8fff-3dccb08437ec']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:53.159417 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c8cb8b-6168-4e07-8ca3-2b7aee99c1b8') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:53.159976 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c8cb8b-6168-4e07-8ca3-2b7aee99c1b8') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:53.193446 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.232393 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.274597 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.328805 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:40:53.329470 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.335445 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:40:53.340532 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:40:53.386446 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Made reservation on behalf of 73c780e58c4f4b9ebb34c8763c298d8b for: {'port': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:53.391332 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.397539 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-114ab736-7bf6-433e-ac27-0f0bf4499d9c req-6a927449-9ade-4329-93b3-a66665aeeacd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.1176751 Jul 13 08:40:53.410434 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.447873 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-6be789ee-af51-42bf-b98c-bc1425751e47 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:53.455082 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-6be789ee-af51-42bf-b98c-bc1425751e47 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 815 time: 2.3766031 Jul 13 08:40:53.475611 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-99d61667-4c04-4b07-b142-c1b7d0ee1fc4 req-04d2aafe-5cf6-4830-9a7e-847ff9480b62 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0542390 Jul 13 08:40:53.491584 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.514515 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.561968 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.567060 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] 10.222.0.66 "DELETE /v2.0/networks/10520c37-e2b9-4a01-8fff-3dccb08437ec HTTP/1.1" status: 204 len: 168 time: 1.2389784 Jul 13 08:40:53.571290 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.576088 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed01708-c3b5-42a4-a9fb-55498e4a3985 admin admin] Pushing event deleted for resources: {'Network': ['ID=10520c37-e2b9-4a01-8fff-3dccb08437ec,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:53.640532 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:53.644252 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:53.654439 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:53.659735 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.687110 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'Port': ['ID=5bcb8334-2ec5-4d87-ab9f-c2a5dc347670,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:53.701142 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:52Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:53.733687 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be744f-d71b-4e71-ab64-e59972321e0d None None] The sync data for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi is: [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:52Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:53.764605 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Network acdec7f7-b0f4-40b4-98e5-ed520c03bb51 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:53.787110 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Allocated IP 172.20.0.2 (96cb3abe-0655-4f94-9e04-dc4e84a613ce/0f7236e6-88f3-480a-976f-0eb9b8fd0bfb/cad52355-0091-4e87-ae77-3d7c98844dfc) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:53.822451 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:53.884568 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:53.893249 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:53.894178 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.940550 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6316569 Jul 13 08:40:53.999097 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.012855 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50d55d-6478-471e-a452-1c73d0ddef07 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Pushing event updated for resources: {'Port': ['ID=775173ae-82fd-4c2d-9fe3-f2eef5878532,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:54.117128 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.168833 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.198270 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55822) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:54.222364 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.375607 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Pushing event updated for resources: {'Port': ['ID=cad52355-0091-4e87-ae77-3d7c98844dfc,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:54.414708 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Network 96cb3abe-0655-4f94-9e04-dc4e84a613ce is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:54.418990 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:54.422821 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:54.451972 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-408c7da6-3f7a-4d52-bdb8-1f6ab417d061 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=103e1ff4a36c4ff69857fdc47fd71adf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2506526 Jul 13 08:40:54.471522 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55828) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:54.487912 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.497301 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.588557 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:54.589132 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.597042 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.632556 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.635232 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fe44a-76d3-40ee-95e7-17f5f8c153ed req-36d8ed6f-5469-4a21-a325-dca54f882209 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:54.637413 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-628fe44a-76d3-40ee-95e7-17f5f8c153ed req-36d8ed6f-5469-4a21-a325-dca54f882209 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.2795811 Jul 13 08:40:54.644373 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-d4ff0e37-5412-4f53-9d0c-2973ed9d6c85 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1666167 Jul 13 08:40:54.667098 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2e5e6848-3664-48bc-baed-ce04f485dc67 req-1a3924c1-333f-4d96-96cc-fa466409128a tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0535822 Jul 13 08:40:54.670564 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.670735 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4181941 Jul 13 08:40:54.671795 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ebc98-58e5-4bcf-9f5c-72944af94c1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'Port': ['ID=5bcb8334-2ec5-4d87-ab9f-c2a5dc347670,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:54.674328 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3e07-9f1e-4723-b5eb-7dec722e5680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.690697 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device cceb0d64-3f26-4dbc-8c49-95c0256c8935 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:54.712105 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3e07-9f1e-4723-b5eb-7dec722e5680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.716256 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-628fe44a-76d3-40ee-95e7-17f5f8c153ed req-68605ed8-a0c5-4137-abc6-3b467262511d tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703237 Jul 13 08:40:54.799719 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port cceb0d64-3f26-4dbc-8c49-95c0256c8935 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:54.805940 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port cceb0d64-3f26-4dbc-8c49-95c0256c8935 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:54.807797 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.809243 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3e07-9f1e-4723-b5eb-7dec722e5680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.812441 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3e07-9f1e-4723-b5eb-7dec722e5680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.816018 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-ebcb3e07-9f1e-4723-b5eb-7dec722e5680 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9e4eb3d-6c87-4ed7-a3e1-ed91155e6bf8 HTTP/1.1" status: 204 len: 168 time: 0.3406651 Jul 13 08:40:54.838853 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb3e07-9f1e-4723-b5eb-7dec722e5680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e4eb3d-6c87-4ed7-a3e1-ed91155e6bf8,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:54.874937 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e051e577-6cf0-4eb2-b92d-1640a4b19cf1 req-c6a55104-e654-4c31-8736-310efbd39ac9 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0575364 Jul 13 08:40:55.070055 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.075490 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-e21d7fd6-2440-4b8f-9c1a-3ff87c7ede46 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--655685983&fields=id&tenant_id=c9ad3e7e277b44e38e556ff018a3e139 HTTP/1.1" status: 200 len: 267 time: 0.0797014 Jul 13 08:40:55.113425 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port cceb0d64-3f26-4dbc-8c49-95c0256c8935, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=cceb0d64-3f26-4dbc-8c49-95c0256c8935,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:55.119785 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.183691 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=cceb0d64-3f26-4dbc-8c49-95c0256c8935,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:55.342640 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55860) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:55.395311 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-9e4380be-e495-4d91-a4e4-36ae260a6199 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=110fb177004e4ecdac08264077fb091c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0512736 Jul 13 08:40:55.402210 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55864) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:55.486205 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-88fb0f7b-f93b-43d0-ae7e-9795c2424e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.489997 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7ee7e2a2-0a9c-44ea-b2ae-5318767951ba None None] Provisioning complete for port cceb0d64-3f26-4dbc-8c49-95c0256c8935 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:55.490625 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7ee7e2a2-0a9c-44ea-b2ae-5318767951ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.492636 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-084abe57-1eb8-4bf0-b45e-029483945275 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:55.511347 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-084abe57-1eb8-4bf0-b45e-029483945275 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 810 time: 0.4261074 Jul 13 08:40:55.526017 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-88fb0f7b-f93b-43d0-ae7e-9795c2424e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.534932 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-48d0bad3-fcdf-4a53-8611-48c914bee8c4 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/quotas/c9ad3e7e277b44e38e556ff018a3e139 HTTP/1.1" status: 200 len: 375 time: 0.0224087 Jul 13 08:40:55.623851 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-88fb0f7b-f93b-43d0-ae7e-9795c2424e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.626891 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-88fb0f7b-f93b-43d0-ae7e-9795c2424e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.631612 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-88fb0f7b-f93b-43d0-ae7e-9795c2424e59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/337dc6da-4db3-4e4e-a851-717bc61c3b69 HTTP/1.1" status: 204 len: 168 time: 0.2249010 Jul 13 08:40:55.639695 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb0f7b-f93b-43d0-ae7e-9795c2424e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337dc6da-4db3-4e4e-a851-717bc61c3b69,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:55.665744 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-850cf299-8952-4adc-a9e3-608893c2633c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185958 Jul 13 08:40:55.780022 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-9ed7bb11-49c3-4cf6-b3de-2663f4ef751d service neutron] 10.222.0.66 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939145 Jul 13 08:40:55.991133 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-51d84dc7-3902-4254-9926-13444602b3bd service neutron] 10.222.0.66 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982176 Jul 13 08:40:56.017105 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-be68da74-643d-4977-a03d-3717a4957703 req-062deb84-1a03-4bcd-b838-9f4cd11ecae5 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0866399 Jul 13 08:40:56.430267 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494640e1-109c-4207-8ba0-d5bb78d0a533 req-5f7e1789-02d9-43d6-a986-498cc6c0d9ef tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:56.439022 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-210d825f-b051-4d8f-b85c-a1843f752747 req-57434ce2-9101-43eb-8f9f-9f8b090e101a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0657830 Jul 13 08:40:56.439736 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-494640e1-109c-4207-8ba0-d5bb78d0a533 req-5f7e1789-02d9-43d6-a986-498cc6c0d9ef tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.2704251 Jul 13 08:40:56.586093 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-494640e1-109c-4207-8ba0-d5bb78d0a533 req-9dd24065-a54b-4b21-9bb5-a5084e464726 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438117 Jul 13 08:40:56.651148 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8c7e2045-404d-4108-a04c-ba8a4f95d241 req-7123ad90-884f-42bf-92ec-ab7bc7fad331 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.1476417 Jul 13 08:40:56.664135 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device cceb0d64-3f26-4dbc-8c49-95c0256c8935 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:56.824307 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port cceb0d64-3f26-4dbc-8c49-95c0256c8935 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:56.825414 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.168152 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.70', 51635) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:57.375364 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-41dc70a7-1fc6-423b-8b5a-44a593c87f09 req-0ac8c5f3-3816-4460-a833-3439c8209e4f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0396204 Jul 13 08:40:57.735078 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3325cc00-553b-4b2b-b014-dc409808300f req-27c45c84-86f2-4a55-af5e-78067c8621e8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0775146 Jul 13 08:40:57.881832 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 55956) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:57.976785 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-63d73500-2fd2-4017-a760-274d659e28f5 req-da4518ca-9b85-4ac7-ac23-1fc71c961651 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0449946 Jul 13 08:40:57.983603 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0a273-e97b-4d84-8aaf-9f8be78b90c0 req-434735c3-4c95-473d-b81f-aef21d8f3fa0 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:57.995103 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-89d0a273-e97b-4d84-8aaf-9f8be78b90c0 req-434735c3-4c95-473d-b81f-aef21d8f3fa0 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.1878591 Jul 13 08:40:58.086063 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-89d0a273-e97b-4d84-8aaf-9f8be78b90c0 req-d051a366-93bc-4dcb-aa0c-e20fbfc85525 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881124 Jul 13 08:40:58.087100 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-28c1d39b-e38e-4855-bddc-4fd998740d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.269722 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-28c1d39b-e38e-4855-bddc-4fd998740d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.277912 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-28c1d39b-e38e-4855-bddc-4fd998740d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.330949 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-28c1d39b-e38e-4855-bddc-4fd998740d29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffc9e3e18ab1455e98c26d93e2361b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472804 Jul 13 08:40:58.332125 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1d39b-e38e-4855-bddc-4fd998740d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc5b5cb-edcf-40da-9dd9-4434e3ae84c3,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:58.333660 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 55976) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:58.416545 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-65811d33-0544-45b9-b84e-ca2d15d039bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.482204 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-65811d33-0544-45b9-b84e-ca2d15d039bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.573324 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-65811d33-0544-45b9-b84e-ca2d15d039bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.578429 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-65811d33-0544-45b9-b84e-ca2d15d039bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.584588 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-65811d33-0544-45b9-b84e-ca2d15d039bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abc5b5cb-edcf-40da-9dd9-4434e3ae84c3 HTTP/1.1" status: 204 len: 168 time: 0.2479675 Jul 13 08:40:58.603014 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65811d33-0544-45b9-b84e-ca2d15d039bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc5b5cb-edcf-40da-9dd9-4434e3ae84c3,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:58.688083 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aa2b486f-98d6-4298-8e18-14d8f108a56e req-f47deefb-c6f9-4850-9e2b-f5d53da00e30 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0397544 Jul 13 08:40:58.970252 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7f27c8b5-ac7b-4b80-8e88-ad0e4f4fc997 req-8eab2bac-3414-41f6-a49a-189482a92c25 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0297697 Jul 13 08:40:59.169950 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 56018) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:59.187488 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b7f7c21b-0502-4b55-8506-03965ca218ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.193147 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1c6eddee-e8db-458b-b8a9-961630dae768 req-69c8a366-cbf7-424c-a469-b66a833933fb tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0711992 Jul 13 08:40:59.355098 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe143db8-a0dd-4434-be41-5a1d3585fe64 req-de2122c3-195d-4848-b3fe-16b9bc465892 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:59.356980 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fe143db8-a0dd-4434-be41-5a1d3585fe64 req-de2122c3-195d-4848-b3fe-16b9bc465892 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.1259358 Jul 13 08:40:59.421833 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b7f7c21b-0502-4b55-8506-03965ca218ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.436045 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b7f7c21b-0502-4b55-8506-03965ca218ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.466475 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fe143db8-a0dd-4434-be41-5a1d3585fe64 req-c01542f8-3bf1-4f88-8e30-8ae128b2ee9c tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905259 Jul 13 08:40:59.502694 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b7f7c21b-0502-4b55-8506-03965ca218ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fa3fbb8aff14299b4605ab0c6914d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281555 Jul 13 08:40:59.503055 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56034) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:59.532620 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7c21b-0502-4b55-8506-03965ca218ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7616a941-7091-493b-a8c9-437e868aa3d6,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:59.583587 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7858d4b-83e6-46a5-8073-1b63d9b60f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.608811 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7858d4b-83e6-46a5-8073-1b63d9b60f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.674799 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7858d4b-83e6-46a5-8073-1b63d9b60f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.679895 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7858d4b-83e6-46a5-8073-1b63d9b60f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.679895 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a7858d4b-83e6-46a5-8073-1b63d9b60f67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7616a941-7091-493b-a8c9-437e868aa3d6 HTTP/1.1" status: 204 len: 168 time: 0.1755123 Jul 13 08:40:59.688166 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7858d4b-83e6-46a5-8073-1b63d9b60f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7616a941-7091-493b-a8c9-437e868aa3d6,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:59.906475 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-56fb02ab-958b-42cf-9441-f11097b70db8 req-8592e2b2-f9d6-43b8-861c-2d05acc5e5e6 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0527511 Jul 13 08:41:00.183896 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-df0b7e6c-eae2-46d8-a78e-bbd10a1562d5 req-4c01d616-413e-45a8-8d70-e4d31eb7d905 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0413182 Jul 13 08:41:00.365937 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f7cda554-4dca-4255-9018-59115321fb0e req-a4518110-7926-44c3-a122-923d6b12fe8d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0488780 Jul 13 08:41:00.786546 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5d5ad-6849-4452-80d7-ab97bb54d725 req-ec430840-f989-4faf-8386-755a524056d9 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:00.790328 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dfc5d5ad-6849-4452-80d7-ab97bb54d725 req-ec430840-f989-4faf-8386-755a524056d9 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.1274550 Jul 13 08:41:00.845387 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dfc5d5ad-6849-4452-80d7-ab97bb54d725 req-269281e6-c8a8-4484-a2a1-b3cd3dfcda3e tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Jul 13 08:41:01.076282 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-458bed7a-da1f-47f7-a60c-691181b8f35c req-532605df-198f-4260-ba4d-0d321f3040a4 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0342872 Jul 13 08:41:01.111872 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56144) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:01.288056 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2c961a8a-1548-4a37-b8b5-c4d906195dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.374931 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-76c58807-c80c-4d77-bcdb-492ffd0de864 req-b78475aa-9f89-4e73-b828-6cf4037b103f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0313470 Jul 13 08:41:01.454141 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2c961a8a-1548-4a37-b8b5-c4d906195dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.472800 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2c961a8a-1548-4a37-b8b5-c4d906195dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.515910 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-2c961a8a-1548-4a37-b8b5-c4d906195dbd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=022b751b98434724a8c8db0aba74f3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987551 Jul 13 08:41:01.518090 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 56162) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:01.524486 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c961a8a-1548-4a37-b8b5-c4d906195dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c65dfb-d69c-450f-ad48-cb63b8f02518,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:01.579949 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b6b9ae3d-4a06-43d4-8aeb-2f89549d177d req-b1195d9e-4768-44b4-bb9a-25a905167210 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0357239 Jul 13 08:41:01.621001 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-300fa8e9-d591-4e48-800c-a2e5bbfd8ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.659246 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-300fa8e9-d591-4e48-800c-a2e5bbfd8ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.720786 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-300fa8e9-d591-4e48-800c-a2e5bbfd8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.723819 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-300fa8e9-d591-4e48-800c-a2e5bbfd8ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.725438 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-300fa8e9-d591-4e48-800c-a2e5bbfd8ee1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11c65dfb-d69c-450f-ad48-cb63b8f02518 HTTP/1.1" status: 204 len: 168 time: 0.2054415 Jul 13 08:41:01.735384 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fa8e9-d591-4e48-800c-a2e5bbfd8ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c65dfb-d69c-450f-ad48-cb63b8f02518,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:02.246692 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd578a7-4ec7-4917-8437-4fc754854c0e req-f9a87a92-b173-4dfc-90e1-e0375323f1b8 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:02.248540 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.255831 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0fd578a7-4ec7-4917-8437-4fc754854c0e req-f9a87a92-b173-4dfc-90e1-e0375323f1b8 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.1927006 Jul 13 08:41:02.319551 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0fd578a7-4ec7-4917-8437-4fc754854c0e req-2782bd79-3e7b-4122-a759-d51a0f77297b tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Jul 13 08:41:02.383480 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-21ad7e12-c649-4e66-9fd5-1239ac2686ef req-122c8520-397a-4d66-9cf3-2c8200ccecbc tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.1436532 Jul 13 08:41:02.395907 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 56186) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:02.414543 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-691a90ba-6fda-4cdf-9995-f6aa91140564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.604655 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ceef1970-1902-44e9-b549-39dc96c78c00 req-f53cafd9-1cb5-49a6-8cf1-e5bb878a3192 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0460501 Jul 13 08:41:02.624851 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-691a90ba-6fda-4cdf-9995-f6aa91140564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.639118 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-691a90ba-6fda-4cdf-9995-f6aa91140564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.686963 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-691a90ba-6fda-4cdf-9995-f6aa91140564 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9da84ece2a474b3d9dc9acd6d16d3d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868094 Jul 13 08:41:02.686963 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a90ba-6fda-4cdf-9995-f6aa91140564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb11187-66dd-4812-9d87-52fa5115a20c,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:02.687917 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56194) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:02.762751 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9e16456f-d9ab-4d83-a0a1-8d1340648480 req-ac4259af-430e-4cb8-84d3-108f3d1734e6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0429292 Jul 13 08:41:02.788767 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-928381d3-62d3-4130-bcc1-7f1d78a2aa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.833707 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-928381d3-62d3-4130-bcc1-7f1d78a2aa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.896997 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-928381d3-62d3-4130-bcc1-7f1d78a2aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.900173 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-928381d3-62d3-4130-bcc1-7f1d78a2aa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.905087 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-928381d3-62d3-4130-bcc1-7f1d78a2aa78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bfb11187-66dd-4812-9d87-52fa5115a20c HTTP/1.1" status: 204 len: 168 time: 0.2154577 Jul 13 08:41:02.920215 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928381d3-62d3-4130-bcc1-7f1d78a2aa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb11187-66dd-4812-9d87-52fa5115a20c,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:03.556119 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93a3ca-f637-4691-9587-33808a0636ac req-a785e87b-bdeb-4001-abd5-4bf5f942e108 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:03.564185 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5a93a3ca-f637-4691-9587-33808a0636ac req-a785e87b-bdeb-4001-abd5-4bf5f942e108 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.1030133 Jul 13 08:41:03.615931 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5a93a3ca-f637-4691-9587-33808a0636ac req-277e46d9-ff3e-4ac9-9a3b-c98fbf168363 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505662 Jul 13 08:41:03.760426 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f1febb16-35e6-40a2-9b03-2ed944b412b1 req-c43c3f8c-6041-40f5-a6a9-88f0893546dc tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0886693 Jul 13 08:41:03.886664 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-89f5cf1d-1354-4b64-af18-b3764df030c0 req-23732672-c1d9-4943-a2be-eef9ed1dca64 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0872114 Jul 13 08:41:04.121038 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d7edbea6-d5c9-4ebc-9c93-ef676a2c760b req-b0843f38-a11f-4b74-b108-d42bef6c49ed tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0338500 Jul 13 08:41:04.853677 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc80c8-2f7f-4a11-bdd1-c6464bc03838 req-3e11bf86-644f-49b4-b994-e3a325b50bdf tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:04.855909 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fffc80c8-2f7f-4a11-bdd1-c6464bc03838 req-3e11bf86-644f-49b4-b994-e3a325b50bdf tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.0948641 Jul 13 08:41:04.912121 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fffc80c8-2f7f-4a11-bdd1-c6464bc03838 req-d37f1c5c-1413-448e-bba2-7321d68d3539 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483308 Jul 13 08:41:04.937035 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-978cc7db-d604-4e0d-9aec-d11c5789bf80 req-93e23383-3bd3-4156-ae7a-cd93624293f4 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0403328 Jul 13 08:41:05.088528 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a36144ec-d1e1-4170-921e-b7d818475c22 req-9cddb327-0e92-48cc-b587-20dde0958234 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0313931 Jul 13 08:41:05.305549 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5a1eb24f-68c2-4dc0-addd-cb0583d0fb1d req-721865b2-26c7-4985-a65d-2be7b0c7eeee tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0428116 Jul 13 08:41:06.189104 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ad84981d-ecea-4018-a78e-c08595ddb5ee req-e3390667-e392-4b55-a72e-1a8f48926b0c tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0486722 Jul 13 08:41:06.207125 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025a4c8-586d-4da8-bf31-eee37bc6c4ef req-4f2e29db-11be-4b67-96b0-b6257dbc73e0 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:06.208867 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2025a4c8-586d-4da8-bf31-eee37bc6c4ef req-4f2e29db-11be-4b67-96b0-b6257dbc73e0 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.1022825 Jul 13 08:41:06.377657 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2025a4c8-586d-4da8-bf31-eee37bc6c4ef req-2ab4ba2b-79b9-42a7-a0b8-53daf5b37067 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474783 Jul 13 08:41:06.634583 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f4caf116-1ca9-40f6-aab8-0e4fd446b369 req-2d160a36-78f4-4650-ad50-3808ca17ed87 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.1224716 Jul 13 08:41:06.761026 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b08103ff-1e68-4f1e-98b7-11940e723da9 req-6f8881f2-d41b-43d2-b4a1-afa89dd5f5ff tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0894692 Jul 13 08:41:06.825094 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56388) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:06.856589 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56392) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:07.062378 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-402498e9-9bd8-4bc8-8831-e833fc40d43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.080403 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13571396-3588-44d4-9f3b-63865bd12e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.125034 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.db.api [None req-402498e9-9bd8-4bc8-8831-e833fc40d43a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 08:41:07.125034 dv-cinder-800430-2-iscsi neutron-server[99632]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 08:41:07.125034 dv-cinder-800430-2-iscsi neutron-server[99632]: [parameters: {'project_id': '85e3b1872b224c24af99bcb18ab63254', 'id': '4c76647c-eded-46ea-85c0-f931f351770f', 'expiration': datetime.datetime(2021, 7, 13, 8, 43, 7, 110248)}] Jul 13 08:41:07.125034 dv-cinder-800430-2-iscsi neutron-server[99632]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:41:07.126651 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG oslo_db.api [None req-402498e9-9bd8-4bc8-8831-e833fc40d43a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:41:07.229806 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13571396-3588-44d4-9f3b-63865bd12e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.239956 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13571396-3588-44d4-9f3b-63865bd12e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.293406 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13571396-3588-44d4-9f3b-63865bd12e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6cb65a-aba0-46c0-b2b4-8eaddb82069a,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:07.297975 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-13571396-3588-44d4-9f3b-63865bd12e75 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3fa4ad1812f24e7d9651500ec6555614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714358 Jul 13 08:41:07.300886 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56402) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:07.372225 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-704287a1-916a-437e-85df-04d4b8ede568 req-f4d55e38-d508-4337-88b4-ac0bcfacd9f6 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0417726 Jul 13 08:41:07.389948 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-82ff6b40-97d3-44db-9a56-9e376180d320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.415942 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-82ff6b40-97d3-44db-9a56-9e376180d320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.474303 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-82ff6b40-97d3-44db-9a56-9e376180d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.477124 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-82ff6b40-97d3-44db-9a56-9e376180d320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.478358 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-82ff6b40-97d3-44db-9a56-9e376180d320 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa6cb65a-aba0-46c0-b2b4-8eaddb82069a HTTP/1.1" status: 204 len: 168 time: 0.1758418 Jul 13 08:41:07.495186 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff6b40-97d3-44db-9a56-9e376180d320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6cb65a-aba0-46c0-b2b4-8eaddb82069a,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:07.580977 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2530e-ab21-46d3-a074-800880713d6b req-3588fce2-a76c-483e-847e-200bc7344aac tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:07.584140 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b7d2530e-ab21-46d3-a074-800880713d6b req-3588fce2-a76c-483e-847e-200bc7344aac tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.0999744 Jul 13 08:41:07.627781 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-402498e9-9bd8-4bc8-8831-e833fc40d43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.632896 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b7d2530e-ab21-46d3-a074-800880713d6b req-86425c75-dbad-4057-ab51-26dc80a62c84 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Jul 13 08:41:07.689646 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-e9c5353d-24ba-4506-8312-9a2979d647a8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:41:07.689646 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-e9c5353d-24ba-4506-8312-9a2979d647a8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068431 Jul 13 08:41:07.706756 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Request body: {'port': {'device_id': '360977f5-6859-420f-885c-8cb723a4a657', 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289', 'admin_state_up': True, 'tenant_id': '5c2c5dcfa6be4ef1ace638c089206e15'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:07.814083 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-402498e9-9bd8-4bc8-8831-e833fc40d43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.820672 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-402498e9-9bd8-4bc8-8831-e833fc40d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.940209 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-09de8feb-8339-4979-b34d-ba945ee11f33 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:41:07.941285 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-09de8feb-8339-4979-b34d-ba945ee11f33 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054860 Jul 13 08:41:07.948796 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-a6763256-215e-4b1f-95d7-bce7e40d29a8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:07.951227 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-a6763256-215e-4b1f-95d7-bce7e40d29a8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 818 time: 0.3006692 Jul 13 08:41:07.971767 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Request body: {'port': {'device_id': '1442ed02-f4fb-4bb9-9878-b31aadee5c0a', 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce', 'admin_state_up': True, 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:07.996045 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-402498e9-9bd8-4bc8-8831-e833fc40d43a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85e3b1872b224c24af99bcb18ab63254&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1355696 Jul 13 08:41:07.996864 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 56428) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:08.018534 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4631a9b5-8c7f-4d72-8f01-7c8c9708829b req-74f8f82c-e03a-456b-8a02-36c5c6d1076e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.1399140 Jul 13 08:41:08.130128 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402498e9-9bd8-4bc8-8831-e833fc40d43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d528d-a3e5-4104-baf0-b4d78a400ed3,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:08.147615 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56444) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:08.185209 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-444916e3-d7dd-429e-acdc-64352596eeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.260906 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Request body: {'port': {'device_id': '5eef336e-e2c2-470e-a8e6-65c7946cd0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:08.396888 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Request body: {'port': {'device_id': 'ddd868b0-086b-4d92-bcc7-ace3d6331f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:08.409613 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.432255 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-980b0f86-89a8-4538-b528-a6d25d54a6fc req-293f0026-453e-4ac2-a258-657615c2326e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.4497685 Jul 13 08:41:08.502757 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-444916e3-d7dd-429e-acdc-64352596eeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.514811 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-444916e3-d7dd-429e-acdc-64352596eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.605379 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Made reservation on behalf of 73c780e58c4f4b9ebb34c8763c298d8b for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:08.608954 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.615367 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-38108e8a-eeea-4477-874c-4e74c8bbb73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.679033 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.683393 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-38108e8a-eeea-4477-874c-4e74c8bbb73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.690506 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-444916e3-d7dd-429e-acdc-64352596eeff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d7e8254e6e4475b8555b5245a66fc1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390947 Jul 13 08:41:08.701844 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444916e3-d7dd-429e-acdc-64352596eeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d07b3ba-3e54-440c-984b-fa17517a90e5,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:08.702177 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 56456) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:08.713031 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-59de40d4-cb39-4aec-9b0e-1d1b0cc61e18 req-af134959-325b-4c0e-9ba8-d91d115aca16 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.1549780 Jul 13 08:41:08.759497 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Made reservation on behalf of 5c2c5dcfa6be4ef1ace638c089206e15 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:08.763105 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.935001 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad52355-0091-4e87-ae77-3d7c98844dfc {{(pid=99632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:08.943124 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.045709 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.provisioning_blocks [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Transition to ACTIVE for port object cad52355-0091-4e87-ae77-3d7c98844dfc will not be triggered until provisioned by entity L2. {{(pid=99632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:09.053366 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.093441 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-38108e8a-eeea-4477-874c-4e74c8bbb73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.096527 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-38108e8a-eeea-4477-874c-4e74c8bbb73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.097167 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-38108e8a-eeea-4477-874c-4e74c8bbb73b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b9d528d-a3e5-4104-baf0-b4d78a400ed3 HTTP/1.1" status: 204 len: 168 time: 1.0991545 Jul 13 08:41:09.181267 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38108e8a-eeea-4477-874c-4e74c8bbb73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d528d-a3e5-4104-baf0-b4d78a400ed3,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:09.188783 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Pushing event updated for resources: {'Port': ['ID=cad52355-0091-4e87-ae77-3d7c98844dfc,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:09.224851 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-125f2dc6-a0f3-4a6f-9ca9-9b6e75f2ddb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.253707 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5f2d7f86-5131-4504-b3f0-4a2d3ea0f2c0 req-e6e1f4a9-445e-4590-a95e-ac6e4f1b43b1 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 210 time: 0.0395992 Jul 13 08:41:09.264493 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.managers [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Attempting to bind port cad52355-0091-4e87-ae77-3d7c98844dfc on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:09.265401 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.managers [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Attempting to bind port cad52355-0091-4e87-ae77-3d7c98844dfc by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'}] {{(pid=99632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:09.265401 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Attempting to bind port cad52355-0091-4e87-ae77-3d7c98844dfc on network 96cb3abe-0655-4f94-9e04-dc4e84a613ce {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:09.271230 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Port cad52355-0091-4e87-ae77-3d7c98844dfc on network 96cb3abe-0655-4f94-9e04-dc4e84a613ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:41:09.271795 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Attempting to bind port cad52355-0091-4e87-ae77-3d7c98844dfc on network 96cb3abe-0655-4f94-9e04-dc4e84a613ce {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:09.278767 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:09.279493 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Checking segment: {'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:09.280561 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Bound using segment: {'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'} {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:09.281321 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.managers [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Bound port: cad52355-0091-4e87-ae77-3d7c98844dfc, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'}}] {{(pid=99632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:09.282013 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.316801 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Allocated IP 172.20.0.12 (96cb3abe-0655-4f94-9e04-dc4e84a613ce/0f7236e6-88f3-480a-976f-0eb9b8fd0bfb/47ddb1e1-2e34-4742-8801-2555d030999f) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:09.336354 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-125f2dc6-a0f3-4a6f-9ca9-9b6e75f2ddb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.364421 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Allocated IP 172.20.0.10 (cf33a87d-286a-4387-934f-92baae56b289/9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05/e7ad0f02-c760-461d-acf6-5970b8ea12f7) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:09.377442 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] For port cad52355-0091-4e87-ae77-3d7c98844dfc, host hv-cinder-80043, cleared binding levels {{(pid=99632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:09.383108 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] For port cad52355-0091-4e87-ae77-3d7c98844dfc, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=cad52355-0091-4e87-ae77-3d7c98844dfc,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:09.389370 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.429889 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:09.430518 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.431994 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] 10.222.0.70 "PUT /v2.0/ports/cad52355-0091-4e87-ae77-3d7c98844dfc HTTP/1.1" status: 200 len: 1093 time: 1.4044654 Jul 13 08:41:09.432448 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eef336e-e2c2-470e-a8e6-65c7946cd0f1', 'tag': 'cad52355-0091-4e87-ae77-3d7c98844dfc'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:09.443348 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353347a-c34c-4305-9e1b-836b128a2b7f req-9c4d36e8-3634-486f-8e35-b0c1b92799b3 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:09.446400 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8353347a-c34c-4305-9e1b-836b128a2b7f req-9c4d36e8-3634-486f-8e35-b0c1b92799b3 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 932 time: 0.6201191 Jul 13 08:41:09.521768 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff441e88-8952-42f5-8997-9acf76676557 service neutron] Pushing event updated for resources: {'Port': ['ID=cad52355-0091-4e87-ae77-3d7c98844dfc,revision_number=3']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:09.654829 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-125f2dc6-a0f3-4a6f-9ca9-9b6e75f2ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.658080 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-125f2dc6-a0f3-4a6f-9ca9-9b6e75f2ddb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.663641 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-125f2dc6-a0f3-4a6f-9ca9-9b6e75f2ddb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d07b3ba-3e54-440c-984b-fa17517a90e5 HTTP/1.1" status: 204 len: 168 time: 0.9603519 Jul 13 08:41:09.681113 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5eef336e-e2c2-470e-a8e6-65c7946cd0f1", "tag": "cad52355-0091-4e87-ae77-3d7c98844dfc"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:09.683991 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8353347a-c34c-4305-9e1b-836b128a2b7f req-b6cdcda4-b0d2-4872-82a3-cc6b8a3470ad tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078326 Jul 13 08:41:09.695678 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-038070a7-2d26-4492-acc2-3d1480532e57 req-7171d437-65cd-40b7-82bb-57cfb57a3771 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0509310 Jul 13 08:41:09.702094 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56484) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:09.719078 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-88625500-77cc-4445-af85-5af4e434a896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.753405 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f2dc6-a0f3-4a6f-9ca9-9b6e75f2ddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d07b3ba-3e54-440c-984b-fa17517a90e5,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:09.878485 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-88625500-77cc-4445-af85-5af4e434a896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.891814 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-88625500-77cc-4445-af85-5af4e434a896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.905612 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.975900 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775173ae-82fd-4c2d-9fe3-f2eef5878532 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:09.999535 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.010738 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.012632 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-88625500-77cc-4445-af85-5af4e434a896 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41b8760eca0b44c794cdb3bca355978d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091991 Jul 13 08:41:10.014451 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88625500-77cc-4445-af85-5af4e434a896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104f452d-e66e-4687-b79c-05ebea8730a7,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.020570 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56490) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:10.103651 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-86205cb2-ded7-4b20-9b9d-e89aa86c71a9 req-53c3ceeb-07f1-46d9-80f1-e04c7a1df0ff tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0806677 Jul 13 08:41:10.122244 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Transition to ACTIVE for port object 775173ae-82fd-4c2d-9fe3-f2eef5878532 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:10.143366 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.151454 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.157145 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Network 96cb3abe-0655-4f94-9e04-dc4e84a613ce is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:10.163446 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Pushing event updated for resources: {'Port': ['ID=47ddb1e1-2e34-4742-8801-2555d030999f,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.166068 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:10.210597 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bcac2ef2-b912-4f4a-8170-c35736c1b40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.229009 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:10.234498 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:10.235686 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.263556 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bcac2ef2-b912-4f4a-8170-c35736c1b40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.295871 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Pushing event updated for resources: {'Port': ['ID=775173ae-82fd-4c2d-9fe3-f2eef5878532,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.306031 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2c3ce707-5b64-49a6-a7e4-66f1a0888a1c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3392115 Jul 13 08:41:10.361356 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.393224 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cba2034-c3a0-463c-b102-6047b7c8bacb x-openstack-request-id: req-4cba2034-c3a0-463c-b102-6047b7c8bacb {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:10.394571 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eef336e-e2c2-470e-a8e6-65c7946cd0f1", "tag": "cad52355-0091-4e87-ae77-3d7c98844dfc", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:10.395261 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cba2034-c3a0-463c-b102-6047b7c8bacb {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:10.397821 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eef336e-e2c2-470e-a8e6-65c7946cd0f1', 'tag': 'cad52355-0091-4e87-ae77-3d7c98844dfc', 'status': 'completed', 'code': 200} Jul 13 08:41:10.415959 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bcac2ef2-b912-4f4a-8170-c35736c1b40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.422668 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bcac2ef2-b912-4f4a-8170-c35736c1b40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.425575 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-bcac2ef2-b912-4f4a-8170-c35736c1b40c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/104f452d-e66e-4687-b79c-05ebea8730a7 HTTP/1.1" status: 204 len: 168 time: 0.4010065 Jul 13 08:41:10.440246 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac2ef2-b912-4f4a-8170-c35736c1b40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104f452d-e66e-4687-b79c-05ebea8730a7,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.467730 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Attempting to bind port 775173ae-82fd-4c2d-9fe3-f2eef5878532 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:10.467730 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Attempting to bind port 775173ae-82fd-4c2d-9fe3-f2eef5878532 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'ecd75b11-8da9-4c51-a207-4759997834c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'acdec7f7-b0f4-40b4-98e5-ed520c03bb51'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:10.467978 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Attempting to bind port 775173ae-82fd-4c2d-9fe3-f2eef5878532 on network acdec7f7-b0f4-40b4-98e5-ed520c03bb51 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:10.530704 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Port 775173ae-82fd-4c2d-9fe3-f2eef5878532 on network acdec7f7-b0f4-40b4-98e5-ed520c03bb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:41:10.531396 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Attempting to bind port 775173ae-82fd-4c2d-9fe3-f2eef5878532 on network acdec7f7-b0f4-40b4-98e5-ed520c03bb51 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:10.539182 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Network cf33a87d-286a-4387-934f-92baae56b289 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:10.540026 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665d7bc-ef1f-4c0a-8027-65e670803797 req-13e6d383-24e7-495f-9bad-d4fd744edffa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:10.540887 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:10.541228 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Checking segment: {'id': 'ecd75b11-8da9-4c51-a207-4759997834c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'acdec7f7-b0f4-40b4-98e5-ed520c03bb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:10.541806 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Bound using segment: {'id': 'ecd75b11-8da9-4c51-a207-4759997834c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'acdec7f7-b0f4-40b4-98e5-ed520c03bb51'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:10.542271 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Bound port: 775173ae-82fd-4c2d-9fe3-f2eef5878532, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd75b11-8da9-4c51-a207-4759997834c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'acdec7f7-b0f4-40b4-98e5-ed520c03bb51'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:10.542637 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.547459 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Pushing event updated for resources: {'Port': ['ID=e7ad0f02-c760-461d-acf6-5970b8ea12f7,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.551884 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8665d7bc-ef1f-4c0a-8027-65e670803797 req-13e6d383-24e7-495f-9bad-d4fd744edffa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 932 time: 0.1005671 Jul 13 08:41:10.573442 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:10.582298 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:10.588964 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:10.590096 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.614049 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8665d7bc-ef1f-4c0a-8027-65e670803797 req-58cd4bd2-d25f-44b8-8954-6b3207ad23dd tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605245 Jul 13 08:41:10.647785 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-52c8ddb0-9a64-4a71-978f-c5269e71dd45 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9831655 Jul 13 08:41:10.703413 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] For port 775173ae-82fd-4c2d-9fe3-f2eef5878532, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:10.711845 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] For port 775173ae-82fd-4c2d-9fe3-f2eef5878532, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=775173ae-82fd-4c2d-9fe3-f2eef5878532,segment=NetworkSegment(ecd75b11-8da9-4c51-a207-4759997834c1),segment_id=ecd75b11-8da9-4c51-a207-4759997834c1)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:10.715875 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.760939 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:10.761583 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.763180 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] 10.222.0.70 "PUT /v2.0/ports/775173ae-82fd-4c2d-9fe3-f2eef5878532 HTTP/1.1" status: 200 len: 1094 time: 2.8109190 Jul 13 08:41:10.763648 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd868b0-086b-4d92-bcc7-ace3d6331f83', 'tag': '775173ae-82fd-4c2d-9fe3-f2eef5878532'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:10.897536 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c166c-a2a5-4b71-8cfa-1b1cd92fede0 service neutron] Pushing event updated for resources: {'Port': ['ID=775173ae-82fd-4c2d-9fe3-f2eef5878532,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.970626 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cd658-5e1e-4501-8bd8-32bcebd00c72 req-281a7bba-d7bc-4051-a76a-847b5de51170 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:10.972739 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b86cd658-5e1e-4501-8bd8-32bcebd00c72 req-281a7bba-d7bc-4051-a76a-847b5de51170 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 944 time: 0.0999854 Jul 13 08:41:10.994435 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3697b84a-3636-4330-a82a-dffeb66d6bef req-5c1f5efb-792f-4241-97a6-62990566e437 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0362775 Jul 13 08:41:11.039811 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b86cd658-5e1e-4501-8bd8-32bcebd00c72 req-34b28fd1-cf1e-470b-b257-896057282a7c tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589936 Jul 13 08:41:11.052565 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8408f88b-89d0-44e3-821e-265fa4ea4492" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd868b0-086b-4d92-bcc7-ace3d6331f83", "tag": "775173ae-82fd-4c2d-9fe3-f2eef5878532"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:11.325228 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Request body: {'port': {'device_id': '1442ed02-f4fb-4bb9-9878-b31aadee5c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:11.335005 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Request body: {'port': {'device_id': '360977f5-6859-420f-885c-8cb723a4a657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:11.341215 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe41065-ba32-4fb5-b87d-07b1a13df33c req-117b6d9b-c3fe-47f4-828b-e7107dc88d43 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:11.343578 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7fe41065-ba32-4fb5-b87d-07b1a13df33c req-117b6d9b-c3fe-47f4-828b-e7107dc88d43 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 932 time: 0.1078730 Jul 13 08:41:11.635368 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c8e326-44cc-4c0f-b8fe-15bbd624a1bd x-openstack-request-id: req-e2c8e326-44cc-4c0f-b8fe-15bbd624a1bd {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:11.635945 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd868b0-086b-4d92-bcc7-ace3d6331f83", "tag": "775173ae-82fd-4c2d-9fe3-f2eef5878532", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:11.636371 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2c8e326-44cc-4c0f-b8fe-15bbd624a1bd {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:11.637136 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd868b0-086b-4d92-bcc7-ace3d6331f83', 'tag': '775173ae-82fd-4c2d-9fe3-f2eef5878532', 'status': 'completed', 'code': 200} Jul 13 08:41:11.690838 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7fe41065-ba32-4fb5-b87d-07b1a13df33c req-c2c1f27e-7d67-4217-a8f0-6dfb5834a7ac tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234034 Jul 13 08:41:11.762944 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-0d19fd95-c349-4b99-b8c4-771422db0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:11.764536 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-0d19fd95-c349-4b99-b8c4-771422db0715 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53ca37f4cac34914bcdaf6596b22f20a&device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 1097 time: 0.3638320 Jul 13 08:41:11.898854 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.70', 51652) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:11.936734 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.938879 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.996419 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-294857c4-2ddd-4502-a1f7-4c589c97c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:11.999244 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-294857c4-2ddd-4502-a1f7-4c589c97c4f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 1096 time: 0.6103177 Jul 13 08:41:12.230174 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-660c85a2-efb8-46eb-9ef1-975d971eaefd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=775173ae-82fd-4c2d-9fe3-f2eef5878532 HTTP/1.1" status: 200 len: 217 time: 0.4564669 Jul 13 08:41:12.323816 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-985476a1-5a44-414f-b0ae-d99a96edb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:12.325517 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-985476a1-5a44-414f-b0ae-d99a96edb0ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=39c6e0d2-c212-4bbf-893d-0435668543ba HTTP/1.1" status: 200 len: 851 time: 0.0873876 Jul 13 08:41:12.401344 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1fcdf713-a96a-4873-8ee4-97eb48a88f8f req-cf6a3102-2fd7-428a-9866-527fcf69c0b3 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0712788 Jul 13 08:41:12.459577 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-1ea17c2b-6a4b-4023-ae69-8638f880a4cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=acdec7f7-b0f4-40b4-98e5-ed520c03bb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233418 Jul 13 08:41:12.757279 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-87b65adc-d664-44d9-9b9a-4fdb1d560cbf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cad52355-0091-4e87-ae77-3d7c98844dfc HTTP/1.1" status: 200 len: 217 time: 0.6918249 Jul 13 08:41:12.823724 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-9a079e66-791b-48a9-82d7-e16e9fa2492b service neutron] 10.222.0.70 "GET /v2.0/networks/acdec7f7-b0f4-40b4-98e5-ed520c03bb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555293 Jul 13 08:41:12.897832 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a7c04-7c19-46e1-baa5-d0ae04a8557b req-921adf10-f1b5-438f-b54a-11f1835a8476 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:12.901913 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-9fc9ad0d-a5e8-4e20-8001-a34c302e9075 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:12.907026 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7c7a7c04-7c19-46e1-baa5-d0ae04a8557b req-921adf10-f1b5-438f-b54a-11f1835a8476 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 944 time: 0.2159863 Jul 13 08:41:12.909465 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-9fc9ad0d-a5e8-4e20-8001-a34c302e9075 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 810 time: 1.0077770 Jul 13 08:41:13.018110 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7c7a7c04-7c19-46e1-baa5-d0ae04a8557b req-6545913f-4e04-4b74-bfce-4ab62d509dc2 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101341 Jul 13 08:41:13.052901 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c946f2e-e8fc-4d2a-8be5-e3a5a257c2c7 req-7d32aa24-aba2-4bac-bfb1-43b5371452a7 service neutron] 10.222.0.70 "GET /v2.0/networks/acdec7f7-b0f4-40b4-98e5-ed520c03bb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129600 Jul 13 08:41:13.064914 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-28a90e01-b4e8-459f-b925-b4ed1c486afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:13.066620 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-28a90e01-b4e8-459f-b925-b4ed1c486afd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.1035039 Jul 13 08:41:13.174868 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-58d7370e-280d-40c0-aef4-c03511c35aa5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491199 Jul 13 08:41:13.196964 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eef7b-a5e2-41c5-a01a-d71c83759429 req-a1c728ee-3fc5-4817-ad62-f7428c397fca tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:13.204818 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-294eef7b-a5e2-41c5-a01a-d71c83759429 req-a1c728ee-3fc5-4817-ad62-f7428c397fca tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 932 time: 1.3870571 Jul 13 08:41:13.222140 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408f88b-89d0-44e3-821e-265fa4ea4492 req-486a479b-589e-4bc4-8633-40beb6ecacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:13.228211 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8408f88b-89d0-44e3-821e-265fa4ea4492 req-486a479b-589e-4bc4-8633-40beb6ecacc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53ca37f4cac34914bcdaf6596b22f20a&device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 1097 time: 0.0771751 Jul 13 08:41:13.481942 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-034e9b7c-591c-431f-9ff6-1b01cd9c5f5a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9ad3e7e277b44e38e556ff018a3e139 HTTP/1.1" status: 200 len: 379 time: 0.5584185 Jul 13 08:41:13.484551 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-4a8b0741-f3bf-4041-8d13-8c2c7a2d3f6c service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697954 Jul 13 08:41:13.528404 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'port': {'device_id': '92036572-a9a2-4335-bd04-9278163f8117', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'admin_state_up': True, 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'security_groups': ['02d04ee0-cb63-428d-9533-8262a7cf71bf']}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:13.585503 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-294eef7b-a5e2-41c5-a01a-d71c83759429 req-0ab15349-fe50-46d6-b03b-ba9d5284f11e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794122 Jul 13 08:41:13.596785 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408f88b-89d0-44e3-821e-265fa4ea4492 req-5af227fb-efc1-4d33-8553-a74355929a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:13.599258 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8408f88b-89d0-44e3-821e-265fa4ea4492 req-5af227fb-efc1-4d33-8553-a74355929a9c service neutron] 10.222.0.70 "GET /v2.0/networks?id=acdec7f7-b0f4-40b4-98e5-ed520c03bb51 HTTP/1.1" status: 200 len: 912 time: 0.3640559 Jul 13 08:41:13.701332 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8408f88b-89d0-44e3-821e-265fa4ea4492 req-0849b5c1-bf01-4514-8e1e-7a27fc456424 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=775173ae-82fd-4c2d-9fe3-f2eef5878532 HTTP/1.1" status: 200 len: 217 time: 0.0914452 Jul 13 08:41:13.705191 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ddb1e1-2e34-4742-8801-2555d030999f {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:13.766521 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.789512 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148622a-6dec-44a4-8339-95f7fbc2c84a req-3c6430a4-b705-48a7-a975-a2f7a5e0eda9 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:13.796932 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5148622a-6dec-44a4-8339-95f7fbc2c84a req-3c6430a4-b705-48a7-a975-a2f7a5e0eda9 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 932 time: 0.3486078 Jul 13 08:41:13.831306 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408f88b-89d0-44e3-821e-265fa4ea4492 req-7dfcb387-7471-470e-924e-b01f754084fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:13.832235 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8408f88b-89d0-44e3-821e-265fa4ea4492 req-7dfcb387-7471-470e-924e-b01f754084fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=39c6e0d2-c212-4bbf-893d-0435668543ba HTTP/1.1" status: 200 len: 851 time: 0.1153319 Jul 13 08:41:13.906217 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8408f88b-89d0-44e3-821e-265fa4ea4492 req-4ef0b889-ae5f-43ec-ba64-0f575affc441 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=acdec7f7-b0f4-40b4-98e5-ed520c03bb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559134 Jul 13 08:41:13.918943 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5148622a-6dec-44a4-8339-95f7fbc2c84a req-75ee6907-308b-4219-bec2-c6c093f5cb28 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206644 Jul 13 08:41:13.936211 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Transition to ACTIVE for port object 47ddb1e1-2e34-4742-8801-2555d030999f will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:13.963378 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.029658 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b1f8922e-b349-4db7-bd3c-31afc7efbf9f req-f12adeaa-a099-4490-a5d0-b644fd475043 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.1622763 Jul 13 08:41:14.139140 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8408f88b-89d0-44e3-821e-265fa4ea4492 req-1c61b1fe-13ce-44d5-a4c5-e1b5e7ca9f26 service neutron] 10.222.0.70 "GET /v2.0/networks/acdec7f7-b0f4-40b4-98e5-ed520c03bb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187917 Jul 13 08:41:14.161688 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da372b62-50ee-454f-ac9e-c752e76abaa3 req-fdcedb5a-0a85-430d-8820-2e4a553baad6 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6672077 Jul 13 08:41:14.261807 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Pushing event updated for resources: {'Port': ['ID=47ddb1e1-2e34-4742-8801-2555d030999f,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:14.319013 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Attempting to bind port 47ddb1e1-2e34-4742-8801-2555d030999f on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:14.319441 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Attempting to bind port 47ddb1e1-2e34-4742-8801-2555d030999f by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:14.319654 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Attempting to bind port 47ddb1e1-2e34-4742-8801-2555d030999f on network 96cb3abe-0655-4f94-9e04-dc4e84a613ce {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:14.329031 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8408f88b-89d0-44e3-821e-265fa4ea4492 req-a409ad71-6af1-40fb-a837-14f59b19c1d2 service neutron] 10.222.0.70 "GET /v2.0/networks/acdec7f7-b0f4-40b4-98e5-ed520c03bb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779096 Jul 13 08:41:14.349314 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Made reservation on behalf of c9ad3e7e277b44e38e556ff018a3e139 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:14.353424 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.368797 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Port 47ddb1e1-2e34-4742-8801-2555d030999f on network 96cb3abe-0655-4f94-9e04-dc4e84a613ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:41:14.369028 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Attempting to bind port 47ddb1e1-2e34-4742-8801-2555d030999f on network 96cb3abe-0655-4f94-9e04-dc4e84a613ce {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:14.383914 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0d546-b8b5-4a2b-93f5-3a12921ea7f1 req-235642f6-5d88-4698-acca-244a45df1e24 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:14.385656 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0ed0d546-b8b5-4a2b-93f5-3a12921ea7f1 req-235642f6-5d88-4698-acca-244a45df1e24 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 944 time: 0.1288772 Jul 13 08:41:14.390777 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:14.391144 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Checking segment: {'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:14.391542 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Bound using segment: {'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:14.391994 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Bound port: 47ddb1e1-2e34-4742-8801-2555d030999f, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424daf68-34db-4496-92d8-80201d8c2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:14.392363 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.396722 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ad0f02-c760-461d-acf6-5970b8ea12f7 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:14.422676 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.449874 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0ed0d546-b8b5-4a2b-93f5-3a12921ea7f1 req-d94f3fa3-dc08-4047-b77e-9ef481c88c39 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546148 Jul 13 08:41:14.458787 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Transition to ACTIVE for port object e7ad0f02-c760-461d-acf6-5970b8ea12f7 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:14.715322 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc req-9f95530a-3fd4-4194-b263-2d87844e70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:14.716931 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc req-9f95530a-3fd4-4194-b263-2d87844e70fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 1096 time: 0.4859078 Jul 13 08:41:14.721829 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.928917 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Pushing event updated for resources: {'Port': ['ID=e7ad0f02-c760-461d-acf6-5970b8ea12f7,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:14.946557 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] For port 47ddb1e1-2e34-4742-8801-2555d030999f, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:15.070072 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] For port 47ddb1e1-2e34-4742-8801-2555d030999f, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=47ddb1e1-2e34-4742-8801-2555d030999f,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:15.104908 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.126496 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Allocated IP 172.20.0.10 (828b9a1d-ec9e-4103-8bba-69674f34810b/486bc280-5005-4514-a0c0-ceff5f12926c/ff92da11-b4da-48f7-a392-967d1ed50da6) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:15.171451 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Attempting to bind port e7ad0f02-c760-461d-acf6-5970b8ea12f7 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:15.171790 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Attempting to bind port e7ad0f02-c760-461d-acf6-5970b8ea12f7 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:15.172117 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Attempting to bind port e7ad0f02-c760-461d-acf6-5970b8ea12f7 on network cf33a87d-286a-4387-934f-92baae56b289 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:15.202490 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:15.202760 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.204217 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] 10.222.0.70 "PUT /v2.0/ports/47ddb1e1-2e34-4742-8801-2555d030999f HTTP/1.1" status: 200 len: 1094 time: 3.8863964 Jul 13 08:41:15.212178 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1442ed02-f4fb-4bb9-9878-b31aadee5c0a', 'tag': '47ddb1e1-2e34-4742-8801-2555d030999f'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:15.214543 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14" -d '{"events": [{"name": "network-changed", "server_uuid": "1442ed02-f4fb-4bb9-9878-b31aadee5c0a", "tag": "47ddb1e1-2e34-4742-8801-2555d030999f"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:15.217609 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc req-84debb61-de8e-41fb-985b-23e97c3990f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:15.219164 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc req-84debb61-de8e-41fb-985b-23e97c3990f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 919 time: 0.4763436 Jul 13 08:41:15.226584 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Port e7ad0f02-c760-461d-acf6-5970b8ea12f7 on network cf33a87d-286a-4387-934f-92baae56b289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:41:15.226850 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Attempting to bind port e7ad0f02-c760-461d-acf6-5970b8ea12f7 on network cf33a87d-286a-4387-934f-92baae56b289 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:15.305609 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:15.306077 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Checking segment: {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:15.306443 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Bound using segment: {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:15.306950 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Bound port: e7ad0f02-c760-461d-acf6-5970b8ea12f7, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:15.307607 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.312209 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658e205-b22a-4843-ae24-1f849ef9e1d1 req-2b9345dd-7188-4b79-a0d6-aaf0f972d59e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:15.315016 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7658e205-b22a-4843-ae24-1f849ef9e1d1 req-2b9345dd-7188-4b79-a0d6-aaf0f972d59e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 944 time: 0.2203403 Jul 13 08:41:15.326890 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc req-c843d684-a4a2-40f8-a35a-aa27dbf4d823 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cad52355-0091-4e87-ae77-3d7c98844dfc HTTP/1.1" status: 200 len: 217 time: 0.0907192 Jul 13 08:41:15.358286 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91888462-dfd5-4f05-88f3-b0c4079266dc service neutron] Pushing event updated for resources: {'Port': ['ID=47ddb1e1-2e34-4742-8801-2555d030999f,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:15.417624 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7658e205-b22a-4843-ae24-1f849ef9e1d1 req-4a368f35-0a38-4a9b-8880-d51e895cc0ee tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885355 Jul 13 08:41:15.435365 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ab612-53c2-4e19-9d86-a8e49fb865bd req-93ebb391-b230-46af-805d-844e097d456a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:15.443982 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ac2ab612-53c2-4e19-9d86-a8e49fb865bd req-93ebb391-b230-46af-805d-844e097d456a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 944 time: 0.5510228 Jul 13 08:41:15.618548 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a8e1d9c9-61b7-4dc2-8e63-bf3223810fd9 req-ab30d421-a6c3-4783-8867-3c43e261b55d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.0322652 Jul 13 08:41:15.693448 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc req-0d29deb0-9c6f-4102-9e1a-74e4d8fb1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:15.696066 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc req-0d29deb0-9c6f-4102-9e1a-74e4d8fb1045 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.3592956 Jul 13 08:41:15.761047 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ad516d-f4f9-41e5-a945-674e772141d3 x-openstack-request-id: req-33ad516d-f4f9-41e5-a945-674e772141d3 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:15.761525 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1442ed02-f4fb-4bb9-9878-b31aadee5c0a", "tag": "47ddb1e1-2e34-4742-8801-2555d030999f", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:15.761950 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33ad516d-f4f9-41e5-a945-674e772141d3 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:15.762572 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1442ed02-f4fb-4bb9-9878-b31aadee5c0a', 'tag': '47ddb1e1-2e34-4742-8801-2555d030999f', 'status': 'completed', 'code': 200} Jul 13 08:41:15.809246 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ac2ab612-53c2-4e19-9d86-a8e49fb865bd req-be061e6a-d71f-4598-b29e-9d8e1e2d99bf tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232324 Jul 13 08:41:15.819024 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc req-32151f98-c11e-4826-8681-ce1bd508c54a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051428 Jul 13 08:41:15.829712 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] For port e7ad0f02-c760-461d-acf6-5970b8ea12f7, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:15.857170 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-98a4f8f7-2546-4fbe-ae06-0135c79485a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:15.859319 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-98a4f8f7-2546-4fbe-ae06-0135c79485a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 1097 time: 0.5552354 Jul 13 08:41:15.893731 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.927188 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] For port e7ad0f02-c760-461d-acf6-5970b8ea12f7, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e7ad0f02-c760-461d-acf6-5970b8ea12f7,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:15.962764 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef5111-c0bc-4b8f-9aad-d7bafa5eb4f3 req-355bae38-da8f-49eb-a936-096736ae13c7 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:15.976244 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-76ef5111-c0bc-4b8f-9aad-d7bafa5eb4f3 req-355bae38-da8f-49eb-a936-096736ae13c7 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 944 time: 0.1243675 Jul 13 08:41:15.986114 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.001908 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-7ea8230d-4910-4ecc-a2dc-77b7af5c72d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47ddb1e1-2e34-4742-8801-2555d030999f HTTP/1.1" status: 200 len: 217 time: 0.1296728 Jul 13 08:41:16.016609 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Transition to ACTIVE for port object ff92da11-b4da-48f7-a392-967d1ed50da6 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:16.075780 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-76ef5111-c0bc-4b8f-9aad-d7bafa5eb4f3 req-2b3ac906-d90f-42fe-b593-f4aad8cd05d4 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978820 Jul 13 08:41:16.188396 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.189401 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.191842 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] 10.222.0.70 "PUT /v2.0/ports/e7ad0f02-c760-461d-acf6-5970b8ea12f7 HTTP/1.1" status: 200 len: 1094 time: 4.8764427 Jul 13 08:41:16.262555 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 775173ae-82fd-4c2d-9fe3-f2eef5878532 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:41:16.348003 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-b11f680b-0211-449d-98fc-5ab64f3966d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.351443 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-b11f680b-0211-449d-98fc-5ab64f3966d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.2969606 Jul 13 08:41:16.352489 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165138a-6fa8-42cf-826f-c407251afc2f service neutron] Pushing event updated for resources: {'Port': ['ID=e7ad0f02-c760-461d-acf6-5970b8ea12f7,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:16.381933 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc req-c5bde917-57ac-4eb6-bbbf-726601d49308 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475578 Jul 13 08:41:16.386536 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 775173ae-82fd-4c2d-9fe3-f2eef5878532, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=775173ae-82fd-4c2d-9fe3-f2eef5878532,segment=NetworkSegment(ecd75b11-8da9-4c51-a207-4759997834c1),segment_id=ecd75b11-8da9-4c51-a207-4759997834c1)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:16.395936 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.403673 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '775173ae-82fd-4c2d-9fe3-f2eef5878532', 'network_id': 'acdec7f7-b0f4-40b4-98e5-ed520c03bb51', 'port_id': '775173ae-82fd-4c2d-9fe3-f2eef5878532', 'mac_address': 'fa:16:3e:fd:8f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c6e0d2-c212-4bbf-893d-0435668543ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:41:16.446452 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.461916 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775173ae-82fd-4c2d-9fe3-f2eef5878532 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:16.507845 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 775173ae-82fd-4c2d-9fe3-f2eef5878532, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=775173ae-82fd-4c2d-9fe3-f2eef5878532,segment=NetworkSegment(ecd75b11-8da9-4c51-a207-4759997834c1),segment_id=ecd75b11-8da9-4c51-a207-4759997834c1)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:16.513418 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Network 828b9a1d-ec9e-4103-8bba-69674f34810b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:16.520443 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'Port': ['ID=ff92da11-b4da-48f7-a392-967d1ed50da6,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:16.522817 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.525553 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:16.534983 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-8d640a70-c6bb-453c-b079-e11238f97e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.539107 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-8d640a70-c6bb-453c-b079-e11238f97e5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 1097 time: 0.2836654 Jul 13 08:41:16.540796 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:16.544660 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device cad52355-0091-4e87-ae77-3d7c98844dfc details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:41:16.551203 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.552304 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.599606 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-c0820dfe-667e-4114-8a2a-fa6f396dc850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1008294 Jul 13 08:41:16.672534 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=775173ae-82fd-4c2d-9fe3-f2eef5878532,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:16.718080 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973b977-74a9-4d29-9edc-27daef07ddd8 req-7303f835-26ec-4c67-82bb-c773e667bb13 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.722365 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d973b977-74a9-4d29-9edc-27daef07ddd8 req-7303f835-26ec-4c67-82bb-c773e667bb13 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 944 time: 0.1176422 Jul 13 08:41:16.820132 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port cad52355-0091-4e87-ae77-3d7c98844dfc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=cad52355-0091-4e87-ae77-3d7c98844dfc,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:16.848836 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d973b977-74a9-4d29-9edc-27daef07ddd8 req-138e8339-adcf-4c6e-9cbb-b4a13e797f0b tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125495 Jul 13 08:41:16.854053 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': 'cad52355-0091-4e87-ae77-3d7c98844dfc', 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce', 'port_id': 'cad52355-0091-4e87-ae77-3d7c98844dfc', 'mac_address': 'fa:16:3e:b2:5a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7236e6-88f3-480a-976f-0eb9b8fd0bfb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:41:16.970857 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-cc9e0c5d-d3c8-472a-8db4-8e4324b59b17 None None] Provisioning for port ff92da11-b4da-48f7-a392-967d1ed50da6 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:16.993809 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-cc9e0c5d-d3c8-472a-8db4-8e4324b59b17 None None] Provisioning complete for port ff92da11-b4da-48f7-a392-967d1ed50da6 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:16.995308 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0c5d-d3c8-472a-8db4-8e4324b59b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.011650 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.067261 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad52355-0091-4e87-ae77-3d7c98844dfc {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:17.099665 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db5eb2-2e87-4de7-b6f1-d7ce6da83c9e req-3d598d12-94c2-40a1-a882-5a05ee7a9306 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:17.104539 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port cad52355-0091-4e87-ae77-3d7c98844dfc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=cad52355-0091-4e87-ae77-3d7c98844dfc,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:17.106520 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e0c5d-d3c8-472a-8db4-8e4324b59b17 None None] Port ff92da11-b4da-48f7-a392-967d1ed50da6 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:17.107602 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-14db5eb2-2e87-4de7-b6f1-d7ce6da83c9e req-3d598d12-94c2-40a1-a882-5a05ee7a9306 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 932 time: 0.2435777 Jul 13 08:41:17.116099 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.200783 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=cad52355-0091-4e87-ae77-3d7c98844dfc,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:17.213899 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-14db5eb2-2e87-4de7-b6f1-d7ce6da83c9e req-16a77a59-7412-482a-a96d-0e2121c5e173 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929775 Jul 13 08:41:17.262453 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1392d-e0c6-406a-81cc-16ff29b7ba90 req-cb9abbaf-294b-468c-8394-311b3cc6de2e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:17.264156 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fde1392d-e0c6-406a-81cc-16ff29b7ba90 req-cb9abbaf-294b-468c-8394-311b3cc6de2e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 944 time: 0.1674151 Jul 13 08:41:17.337783 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fde1392d-e0c6-406a-81cc-16ff29b7ba90 req-94502090-2b74-4a62-995a-b8de0a9c3c69 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618489 Jul 13 08:41:17.499689 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc865cc-c0f1-4a2b-8fa9-8b5f778ab5e0 req-2e782b5a-34b3-4a86-b5ab-e06876bb4cb5 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:17.501322 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4dc865cc-c0f1-4a2b-8fa9-8b5f778ab5e0 req-2e782b5a-34b3-4a86-b5ab-e06876bb4cb5 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 945 time: 0.0711298 Jul 13 08:41:17.559397 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4dc865cc-c0f1-4a2b-8fa9-8b5f778ab5e0 req-692f6f1c-0bc4-49b2-8d14-4ec4842c5314 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467439 Jul 13 08:41:17.569916 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 56768) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:17.697548 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e7d60d9-f42b-4130-9cf5-331426ad2dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.764039 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360977f5-6859-420f-885c-8cb723a4a657', 'tag': 'e7ad0f02-c760-461d-acf6-5970b8ea12f7'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:17.766517 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11" -d '{"events": [{"name": "network-changed", "server_uuid": "360977f5-6859-420f-885c-8cb723a4a657", "tag": "e7ad0f02-c760-461d-acf6-5970b8ea12f7"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:17.813040 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cf1de4-518a-42b8-b68a-0bd44697426d x-openstack-request-id: req-30cf1de4-518a-42b8-b68a-0bd44697426d {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:17.813424 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360977f5-6859-420f-885c-8cb723a4a657", "tag": "e7ad0f02-c760-461d-acf6-5970b8ea12f7", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:17.813768 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-30cf1de4-518a-42b8-b68a-0bd44697426d {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:17.814198 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360977f5-6859-420f-885c-8cb723a4a657', 'tag': 'e7ad0f02-c760-461d-acf6-5970b8ea12f7', 'status': 'completed', 'code': 200} Jul 13 08:41:17.816201 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e7d60d9-f42b-4130-9cf5-331426ad2dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.821336 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e7d60d9-f42b-4130-9cf5-331426ad2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.862078 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d60d9-f42b-4130-9cf5-331426ad2dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be03896-3db8-43c0-a6a5-b2431fe5a986,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:17.866270 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-4e7d60d9-f42b-4130-9cf5-331426ad2dfa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5087c8d7a83d4851a70414a820ea657b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948465 Jul 13 08:41:17.869710 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 56774) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:17.926660 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9c13401a-6c85-4d3d-8ab8-564eab52a8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.953293 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9c13401a-6c85-4d3d-8ab8-564eab52a8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.010879 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9c13401a-6c85-4d3d-8ab8-564eab52a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.014495 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9c13401a-6c85-4d3d-8ab8-564eab52a8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.016197 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-9c13401a-6c85-4d3d-8ab8-564eab52a8bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5be03896-3db8-43c0-a6a5-b2431fe5a986 HTTP/1.1" status: 204 len: 168 time: 0.1452098 Jul 13 08:41:18.030240 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13401a-6c85-4d3d-8ab8-564eab52a8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be03896-3db8-43c0-a6a5-b2431fe5a986,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:18.064590 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e7d06-5174-4f99-ae6c-42993b0fba5a req-34000b8b-4448-4cb7-80f9-d12270987ebd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:18.068948 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-396e7d06-5174-4f99-ae6c-42993b0fba5a req-34000b8b-4448-4cb7-80f9-d12270987ebd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 944 time: 0.0858443 Jul 13 08:41:18.135354 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-396e7d06-5174-4f99-ae6c-42993b0fba5a req-3909031a-d424-4839-8b94-d689dfaef05a tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567944 Jul 13 08:41:18.403226 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56794) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:18.421715 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-331dd3fd-cd9f-4668-80f7-23026f11bf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.455217 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e4458-d8d2-4a0e-9d69-8c3835440754 req-5013efa2-9690-4206-96bc-4fef9645e3ed tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:18.456916 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-280e4458-d8d2-4a0e-9d69-8c3835440754 req-5013efa2-9690-4206-96bc-4fef9645e3ed tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 932 time: 0.0874627 Jul 13 08:41:18.506312 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-280e4458-d8d2-4a0e-9d69-8c3835440754 req-891ea0f1-94fe-48ea-a4ce-9d1fc52e3651 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407562 Jul 13 08:41:18.572477 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-331dd3fd-cd9f-4668-80f7-23026f11bf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.577454 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-331dd3fd-cd9f-4668-80f7-23026f11bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.631976 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-331dd3fd-cd9f-4668-80f7-23026f11bf0b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f434f41182a443ddaccc68a31cde7ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270756 Jul 13 08:41:18.634551 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dd3fd-cd9f-4668-80f7-23026f11bf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d315e749-f9c2-44ca-9e2e-29859de003c7,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:18.636306 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 56798) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:18.651105 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bf3ad-4264-4981-930b-6307f7584397 req-e27e80d7-71f8-483f-b727-b9fd784d7b06 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:18.655255 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-782bf3ad-4264-4981-930b-6307f7584397 req-e27e80d7-71f8-483f-b727-b9fd784d7b06 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 944 time: 0.1331556 Jul 13 08:41:18.709367 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-782bf3ad-4264-4981-930b-6307f7584397 req-0e2c93c9-f49b-405e-ae10-4aa0042e932b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449719 Jul 13 08:41:18.770092 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-03767eed-681b-4a95-9b99-0d3e672a793b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.803604 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-03767eed-681b-4a95-9b99-0d3e672a793b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.826047 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430051a-910c-45fd-a3fe-f000cb177fc3 req-515b84fe-4295-42e3-a0cb-ceac4fbf235c tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:18.827899 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2430051a-910c-45fd-a3fe-f000cb177fc3 req-515b84fe-4295-42e3-a0cb-ceac4fbf235c tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 945 time: 0.1363511 Jul 13 08:41:18.889587 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2430051a-910c-45fd-a3fe-f000cb177fc3 req-2c7d40d8-9961-4167-ad3d-1ead7acab683 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527127 Jul 13 08:41:18.903036 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-03767eed-681b-4a95-9b99-0d3e672a793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.905636 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-03767eed-681b-4a95-9b99-0d3e672a793b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.909126 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-03767eed-681b-4a95-9b99-0d3e672a793b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d315e749-f9c2-44ca-9e2e-29859de003c7 HTTP/1.1" status: 204 len: 168 time: 0.2595627 Jul 13 08:41:18.918351 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03767eed-681b-4a95-9b99-0d3e672a793b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d315e749-f9c2-44ca-9e2e-29859de003c7,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:19.322788 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-94c87645-42b8-4368-9aff-6ae5dc98e32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.366574 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820f5e7-1edc-460c-b2a0-589d83f1552b req-f7621088-19a7-4c01-a095-facbbf82bc2e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:19.369388 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3820f5e7-1edc-460c-b2a0-589d83f1552b req-f7621088-19a7-4c01-a095-facbbf82bc2e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 944 time: 0.0952187 Jul 13 08:41:19.401710 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-2f161c24-6ef6-49a5-8a58-152db097a7e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438631 Jul 13 08:41:19.453134 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3820f5e7-1edc-460c-b2a0-589d83f1552b req-eb8c8831-d4d7-465e-b5f8-a0865bf1ee78 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773365 Jul 13 08:41:19.492317 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Request body: {'port': {'device_id': '92036572-a9a2-4335-bd04-9278163f8117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:19.710309 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['cad52355-0091-4e87-ae77-3d7c98844dfc'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:41:19.733392 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['775173ae-82fd-4c2d-9fe3-f2eef5878532'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:41:19.937936 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-89eb5f7d-7b52-416b-bbfc-a4db84b22e31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7ad0f02-c760-461d-acf6-5970b8ea12f7 HTTP/1.1" status: 200 len: 217 time: 0.5342374 Jul 13 08:41:19.967586 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa70ed6-096d-4128-89d4-6a5615895e8c req-bd309bb9-15c6-496e-95ef-2e0e98a1e4ca tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:19.969370 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-faa70ed6-096d-4128-89d4-6a5615895e8c req-bd309bb9-15c6-496e-95ef-2e0e98a1e4ca tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 944 time: 0.0955031 Jul 13 08:41:20.031456 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-faa70ed6-096d-4128-89d4-6a5615895e8c req-b1ca8116-c807-4404-91c6-0d146a8a48f3 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Jul 13 08:41:20.100102 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.103894 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-896b93ff-9b2d-4672-8ff2-ae7f4731a8dc req-85804564-7a56-4f91-9ec3-363ee4bf35ed service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013097 Jul 13 08:41:20.167761 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-3dba992e-9bf3-4728-bb5f-9a163096cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:20.179263 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-3dba992e-9bf3-4728-bb5f-9a163096cfaa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05 HTTP/1.1" status: 200 len: 855 time: 0.2137394 Jul 13 08:41:20.203735 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-71569495-25c7-4682-9ad5-fb46dfae983c service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964698 Jul 13 08:41:20.233982 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-de1ddda5-a658-4f1c-a33d-fc0344087e53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf33a87d-286a-4387-934f-92baae56b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534437 Jul 13 08:41:20.263180 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c8a47-358c-40ca-8630-806dfed4cd6d req-cd9c7360-8a9f-462b-a9bf-9e17be600583 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:20.264820 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8f4c8a47-358c-40ca-8630-806dfed4cd6d req-cd9c7360-8a9f-462b-a9bf-9e17be600583 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 945 time: 0.1118729 Jul 13 08:41:20.362087 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8f4c8a47-358c-40ca-8630-806dfed4cd6d req-6a2d5189-bb50-481a-8c60-5589b46146c2 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838995 Jul 13 08:41:20.567542 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-0015b51d-6732-4807-922b-cb6276be7193 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979925 Jul 13 08:41:20.647877 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1e6b-c690-4df1-a3ec-846f50f3f5cc req-16d609f7-2d29-49df-90d1-f9d48ba405ba tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:20.649818 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d81f1e6b-c690-4df1-a3ec-846f50f3f5cc req-16d609f7-2d29-49df-90d1-f9d48ba405ba tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 932 time: 0.7967546 Jul 13 08:41:20.809160 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a011f9-a869-459c-ab2b-04466a107990 req-c61216e3-b55d-4099-9adf-af706268d3af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:20.810934 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b7a011f9-a869-459c-ab2b-04466a107990 req-c61216e3-b55d-4099-9adf-af706268d3af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 944 time: 0.1517854 Jul 13 08:41:20.834024 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-690ff471-7c9d-4416-813b-eab0bd0178c1 req-35a7a08f-760b-4da2-8940-696d32d4767e service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041100 Jul 13 08:41:20.942098 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d81f1e6b-c690-4df1-a3ec-846f50f3f5cc req-f32477df-dd3b-47c1-8d77-8fa62b112cb3 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981025 Jul 13 08:41:20.967871 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b7a011f9-a869-459c-ab2b-04466a107990 req-09b51831-31ff-4670-abda-097e319668fc tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494782 Jul 13 08:41:21.023350 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a60e2a2b-65a0-417b-ae14-eb8b08b29b07 req-9aa8dfb5-fe91-4ab8-9ea7-85c484bbf50c service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435871 Jul 13 08:41:21.168192 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56896) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:21.201582 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff92da11-b4da-48f7-a392-967d1ed50da6 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:21.221744 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.260436 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14 req-f224507f-e52c-4524-89c5-1d80a5154fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.263785 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14 req-f224507f-e52c-4524-89c5-1d80a5154fe2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 1097 time: 0.3181505 Jul 13 08:41:21.351644 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 775173ae-82fd-4c2d-9fe3-f2eef5878532 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:21.374588 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b4fc875a-670a-4c38-a635-bbf5a43065ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.385020 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Transition to ACTIVE for port object ff92da11-b4da-48f7-a392-967d1ed50da6 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:21.432238 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 775173ae-82fd-4c2d-9fe3-f2eef5878532 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:21.439502 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 775173ae-82fd-4c2d-9fe3-f2eef5878532 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:21.440090 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.512036 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.562285 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.592848 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd868b0-086b-4d92-bcc7-ace3d6331f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775173ae-82fd-4c2d-9fe3-f2eef5878532'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:21.602551 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Pushing event updated for resources: {'Port': ['ID=ff92da11-b4da-48f7-a392-967d1ed50da6,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:21.629387 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b4fc875a-670a-4c38-a635-bbf5a43065ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.648149 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b4fc875a-670a-4c38-a635-bbf5a43065ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.695888 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc875a-670a-4c38-a635-bbf5a43065ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac1a4a3-6003-4d60-96f3-d67b82e8dfee,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:21.714501 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 775173ae-82fd-4c2d-9fe3-f2eef5878532, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=775173ae-82fd-4c2d-9fe3-f2eef5878532,segment=NetworkSegment(ecd75b11-8da9-4c51-a207-4759997834c1),segment_id=ecd75b11-8da9-4c51-a207-4759997834c1)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:21.729596 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.799405 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b4fc875a-670a-4c38-a635-bbf5a43065ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ab7dba692d74928aa7322ff794d42f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6291339 Jul 13 08:41:21.805790 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56926) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:21.814246 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device cad52355-0091-4e87-ae77-3d7c98844dfc up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:21.878774 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11 req-1a0dcc83-6c8c-4ed7-bcaa-16690538af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.882208 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11 req-1a0dcc83-6c8c-4ed7-bcaa-16690538af33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 1097 time: 0.7511454 Jul 13 08:41:21.924131 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port cad52355-0091-4e87-ae77-3d7c98844dfc completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:21.931566 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41166c-b370-45db-9795-d01613eb262c req-8d98898c-8e58-4e68-a2b9-65e2f7c79338 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.935406 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5e41166c-b370-45db-9795-d01613eb262c req-8d98898c-8e58-4e68-a2b9-65e2f7c79338 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 946 time: 0.2139325 Jul 13 08:41:21.940107 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-44d77903-6f4e-491b-87c6-da9a96512c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.945361 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=775173ae-82fd-4c2d-9fe3-f2eef5878532,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:21.963679 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port cad52355-0091-4e87-ae77-3d7c98844dfc triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:21.964259 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.011849 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-44d77903-6f4e-491b-87c6-da9a96512c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.030511 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5e41166c-b370-45db-9795-d01613eb262c req-6c0cac98-cfb3-43cf-a0f8-e490040bdc57 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835798 Jul 13 08:41:22.057586 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56932) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:22.077851 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed12a1-18b4-43cf-8d07-c449350bf9ac" -d '{"events": [{"server_uuid": "ddd868b0-086b-4d92-bcc7-ace3d6331f83", "name": "network-vif-plugged", "status": "completed", "tag": "775173ae-82fd-4c2d-9fe3-f2eef5878532"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:22.080219 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0181bf-2ab2-466b-883f-474ed133666a req-3e0a624b-560b-42aa-baf6-b86756b244e8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:22.082864 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0c0181bf-2ab2-466b-883f-474ed133666a req-3e0a624b-560b-42aa-baf6-b86756b244e8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 944 time: 0.7863212 Jul 13 08:41:22.085115 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14 req-a8ee5a79-9019-41c2-9921-e7f0477e1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:22.087651 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14 req-a8ee5a79-9019-41c2-9921-e7f0477e1770 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 919 time: 0.8118660 Jul 13 08:41:22.187309 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-44d77903-6f4e-491b-87c6-da9a96512c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.192488 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-44d77903-6f4e-491b-87c6-da9a96512c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.195137 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-44d77903-6f4e-491b-87c6-da9a96512c72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cac1a4a3-6003-4d60-96f3-d67b82e8dfee HTTP/1.1" status: 204 len: 168 time: 0.3873634 Jul 13 08:41:22.210219 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Attempting to bind port ff92da11-b4da-48f7-a392-967d1ed50da6 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:22.210518 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Attempting to bind port ff92da11-b4da-48f7-a392-967d1ed50da6 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:22.210845 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Attempting to bind port ff92da11-b4da-48f7-a392-967d1ed50da6 on network 828b9a1d-ec9e-4103-8bba-69674f34810b {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:22.218319 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14 req-0e0410ed-f8fb-4906-a5ca-026510a5c7f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47ddb1e1-2e34-4742-8801-2555d030999f HTTP/1.1" status: 200 len: 217 time: 0.1088104 Jul 13 08:41:22.225465 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c6e754d6-d0b3-431c-aa73-1616169061bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.229818 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d77903-6f4e-491b-87c6-da9a96512c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac1a4a3-6003-4d60-96f3-d67b82e8dfee,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:22.235673 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.261058 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Port ff92da11-b4da-48f7-a392-967d1ed50da6 on network 828b9a1d-ec9e-4103-8bba-69674f34810b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:41:22.261387 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Attempting to bind port ff92da11-b4da-48f7-a392-967d1ed50da6 on network 828b9a1d-ec9e-4103-8bba-69674f34810b {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:22.324953 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:22.325379 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Checking segment: {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:22.325782 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Bound using segment: {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:22.326390 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Bound port: ff92da11-b4da-48f7-a392-967d1ed50da6, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:22.326843 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.328518 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port cad52355-0091-4e87-ae77-3d7c98844dfc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=cad52355-0091-4e87-ae77-3d7c98844dfc,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:22.338373 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.343842 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0c0181bf-2ab2-466b-883f-474ed133666a req-6cc98f27-9e26-4619-b77a-fc030ac1ac0c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219365 Jul 13 08:41:22.378904 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14 req-f02fc600-8aa9-41c5-b57d-930759302ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:22.381559 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14 req-f02fc600-8aa9-41c5-b57d-930759302ffd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.1309433 Jul 13 08:41:22.382896 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11 req-fa792ed1-3dbe-453c-a54e-b5f36c5c1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:22.384144 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11 req-fa792ed1-3dbe-453c-a54e-b5f36c5c1044 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 916 time: 0.4536691 Jul 13 08:41:22.389645 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b02d31b7-2eab-4c15-b19f-a6e471315b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.476125 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14 req-aa67c97d-1a2a-4de0-acde-a7650e654989 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673366 Jul 13 08:41:22.481627 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11 req-69e26b5c-d22e-45b3-b332-46e2eb4985f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7ad0f02-c760-461d-acf6-5970b8ea12f7 HTTP/1.1" status: 200 len: 217 time: 0.0744298 Jul 13 08:41:22.489405 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.538622 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=cad52355-0091-4e87-ae77-3d7c98844dfc,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:22.667780 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] For port ff92da11-b4da-48f7-a392-967d1ed50da6, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:22.755418 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] For port ff92da11-b4da-48f7-a392-967d1ed50da6, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ff92da11-b4da-48f7-a392-967d1ed50da6,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:22.764594 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56fee1-61a6-4eaf-b809-af100e380776 req-53b60398-cfff-4652-be8d-1a0d31728cbd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:22.767426 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11 req-cef6a53f-7bc7-46e7-911a-558f0f1f74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:22.769011 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11 req-cef6a53f-7bc7-46e7-911a-558f0f1f74e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05 HTTP/1.1" status: 200 len: 855 time: 0.2755191 Jul 13 08:41:22.771487 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0e56fee1-61a6-4eaf-b809-af100e380776 req-53b60398-cfff-4652-be8d-1a0d31728cbd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 944 time: 0.3657448 Jul 13 08:41:22.773570 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.854491 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b02d31b7-2eab-4c15-b19f-a6e471315b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.860324 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0e56fee1-61a6-4eaf-b809-af100e380776 req-03227546-261d-4ce0-9538-fadf73ae9d92 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823967 Jul 13 08:41:22.865371 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b02d31b7-2eab-4c15-b19f-a6e471315b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.915765 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b02d31b7-2eab-4c15-b19f-a6e471315b25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33aa45845bd34b62b20440b1db2135e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8564684 Jul 13 08:41:22.917152 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56956) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:22.922735 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56958) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:22.961723 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d31b7-2eab-4c15-b19f-a6e471315b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b7252-9950-4a05-98a4-0f0f3f0dc67e,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:22.966172 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a64be86f-9bf8-4011-a868-91764f0b0939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.046379 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:23.047164 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.049086 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] 10.222.0.70 "PUT /v2.0/ports/ff92da11-b4da-48f7-a392-967d1ed50da6 HTTP/1.1" status: 200 len: 1094 time: 3.6441376 Jul 13 08:41:23.050202 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abd665e6-f8c2-4364-b562-a28de96c7435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.051906 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11 req-5a4103fa-1d84-4b8c-ae82-671322d8d520 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf33a87d-286a-4387-934f-92baae56b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2726982 Jul 13 08:41:23.075866 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92036572-a9a2-4335-bd04-9278163f8117', 'tag': 'ff92da11-b4da-48f7-a392-967d1ed50da6'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:23.080385 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e" -d '{"events": [{"name": "network-changed", "server_uuid": "92036572-a9a2-4335-bd04-9278163f8117", "tag": "ff92da11-b4da-48f7-a392-967d1ed50da6"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:23.093890 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.106374 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abd665e6-f8c2-4364-b562-a28de96c7435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.193902 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14 req-ffac18fd-4ef9-417c-b8d1-52c4f58a3a9c service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100418 Jul 13 08:41:23.197189 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a64be86f-9bf8-4011-a868-91764f0b0939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.205059 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a64be86f-9bf8-4011-a868-91764f0b0939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.219381 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abd665e6-f8c2-4364-b562-a28de96c7435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.222250 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abd665e6-f8c2-4364-b562-a28de96c7435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.223597 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-abd665e6-f8c2-4364-b562-a28de96c7435 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d0b7252-9950-4a05-98a4-0f0f3f0dc67e HTTP/1.1" status: 204 len: 168 time: 0.2998810 Jul 13 08:41:23.262970 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a64be86f-9bf8-4011-a868-91764f0b0939 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07541bdc95a4449da489fac98595d869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434370 Jul 13 08:41:23.263736 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56968) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:23.266161 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64be86f-9bf8-4011-a868-91764f0b0939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e898e4b1-4640-4763-ae40-abb9706b2280,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:23.322054 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd665e6-f8c2-4364-b562-a28de96c7435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b7252-9950-4a05-98a4-0f0f3f0dc67e,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:23.330965 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f46059-8bf0-4224-9c97-f9beaeb8409b req-28950ffe-5e53-4d58-a56c-e7e0c4f331d6 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:23.338484 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-19f46059-8bf0-4224-9c97-f9beaeb8409b req-28950ffe-5e53-4d58-a56c-e7e0c4f331d6 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 944 time: 0.7009895 Jul 13 08:41:23.359248 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device e7ad0f02-c760-461d-acf6-5970b8ea12f7 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:41:23.389547 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc3cf-b321-493b-b8bd-cec874feedce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.400828 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc647c-bf59-42ad-9798-885df862fc00 service neutron] Pushing event updated for resources: {'Port': ['ID=ff92da11-b4da-48f7-a392-967d1ed50da6,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:23.436631 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc3cf-b321-493b-b8bd-cec874feedce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.504806 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799baa27-92fd-4160-9df5-fd2a213a8e77 x-openstack-request-id: req-799baa27-92fd-4160-9df5-fd2a213a8e77 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:23.505048 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92036572-a9a2-4335-bd04-9278163f8117", "tag": "ff92da11-b4da-48f7-a392-967d1ed50da6", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:23.505299 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-799baa27-92fd-4160-9df5-fd2a213a8e77 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:23.505686 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92036572-a9a2-4335-bd04-9278163f8117', 'tag': 'ff92da11-b4da-48f7-a392-967d1ed50da6', 'status': 'completed', 'code': 200} Jul 13 08:41:23.536813 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port e7ad0f02-c760-461d-acf6-5970b8ea12f7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e7ad0f02-c760-461d-acf6-5970b8ea12f7,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:23.549900 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-19f46059-8bf0-4224-9c97-f9beaeb8409b req-6783c175-08b5-4615-867b-8407c9a61b30 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103891 Jul 13 08:41:23.550363 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': 'e7ad0f02-c760-461d-acf6-5970b8ea12f7', 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289', 'port_id': 'e7ad0f02-c760-461d-acf6-5970b8ea12f7', 'mac_address': 'fa:16:3e:28:34:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:41:23.554275 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852ac862-ddf1-493e-bb92-ac0d109d9826 x-openstack-request-id: req-852ac862-ddf1-493e-bb92-ac0d109d9826 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:23.554692 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd868b0-086b-4d92-bcc7-ace3d6331f83", "name": "network-vif-plugged", "status": "completed", "tag": "775173ae-82fd-4c2d-9fe3-f2eef5878532", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:23.555209 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-852ac862-ddf1-493e-bb92-ac0d109d9826 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:23.556093 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd868b0-086b-4d92-bcc7-ace3d6331f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775173ae-82fd-4c2d-9fe3-f2eef5878532', 'code': 200} Jul 13 08:41:23.573062 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc3cf-b321-493b-b8bd-cec874feedce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.576212 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc3cf-b321-493b-b8bd-cec874feedce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.577738 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a1ecc3cf-b321-493b-b8bd-cec874feedce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e898e4b1-4640-4763-ae40-abb9706b2280 HTTP/1.1" status: 204 len: 168 time: 0.3125887 Jul 13 08:41:23.598487 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecc3cf-b321-493b-b8bd-cec874feedce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e898e4b1-4640-4763-ae40-abb9706b2280,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:23.657883 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.662559 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11 req-79cf4e29-1553-4b6e-828b-ca46b5768dae service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572159 Jul 13 08:41:23.683051 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ad0f02-c760-461d-acf6-5970b8ea12f7 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:23.685590 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-133c3088-33f9-4175-8815-e33ad0ad0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:23.688515 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-133c3088-33f9-4175-8815-e33ad0ad0b16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 1097 time: 0.5529025 Jul 13 08:41:23.730645 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port e7ad0f02-c760-461d-acf6-5970b8ea12f7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e7ad0f02-c760-461d-acf6-5970b8ea12f7,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:23.740753 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.779206 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 47ddb1e1-2e34-4742-8801-2555d030999f details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:41:23.813476 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-68a273cf-905d-42e4-b3c9-9449132bf8cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff92da11-b4da-48f7-a392-967d1ed50da6 HTTP/1.1" status: 200 len: 217 time: 0.1099145 Jul 13 08:41:23.850325 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615e6a-8d33-4106-a9ed-c9eebf17eb82 req-90821aef-e2df-4339-9dff-38a84f95f852 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:23.867650 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-30615e6a-8d33-4106-a9ed-c9eebf17eb82 req-90821aef-e2df-4339-9dff-38a84f95f852 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 946 time: 0.2113369 Jul 13 08:41:23.959487 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-30615e6a-8d33-4106-a9ed-c9eebf17eb82 req-3625d769-f45d-4e66-9cb4-f3b904e92a3e tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830333 Jul 13 08:41:23.998601 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=e7ad0f02-c760-461d-acf6-5970b8ea12f7,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:24.018626 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eea30fba-53c1-4e2b-b48a-2f6952e1ba14 req-94f49c50-aff4-479f-ba62-2f711532dfb7 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820675 Jul 13 08:41:24.230866 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-3727e2ce-7db5-4c05-9ab2-332255b0adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.234010 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-3727e2ce-7db5-4c05-9ab2-332255b0adcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.3970890 Jul 13 08:41:24.284552 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6d48b8ea-23e9-4ea1-a906-06d6fa4a3a11 req-089d9097-2c62-422d-bb90-1409c3dadc51 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019881 Jul 13 08:41:24.295807 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 56994) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:24.334798 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 47ddb1e1-2e34-4742-8801-2555d030999f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=47ddb1e1-2e34-4742-8801-2555d030999f,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:24.339783 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7c189291-5ddb-4bcb-865c-3ec727e7b63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.348690 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '47ddb1e1-2e34-4742-8801-2555d030999f', 'network_id': '96cb3abe-0655-4f94-9e04-dc4e84a613ce', 'port_id': '47ddb1e1-2e34-4742-8801-2555d030999f', 'mac_address': 'fa:16:3e:48:50:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7236e6-88f3-480a-976f-0eb9b8fd0bfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:41:24.362816 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f4723-a003-4679-93b1-d7b034231444 req-e261bdb1-fdbf-4c48-b23a-7749a9c013f2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.372161 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-141f4723-a003-4679-93b1-d7b034231444 req-e261bdb1-fdbf-4c48-b23a-7749a9c013f2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 944 time: 0.5571790 Jul 13 08:41:24.383062 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fe274-65ae-41f4-bcc7-0fd889ece36f req-23707310-64cc-4c31-aedb-5c4edf6f06e8 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.396593 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-809fe274-65ae-41f4-bcc7-0fd889ece36f req-23707310-64cc-4c31-aedb-5c4edf6f06e8 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 944 time: 0.2531254 Jul 13 08:41:24.403507 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.437147 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ddb1e1-2e34-4742-8801-2555d030999f {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:24.484330 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 47ddb1e1-2e34-4742-8801-2555d030999f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=47ddb1e1-2e34-4742-8801-2555d030999f,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:24.488648 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-141f4723-a003-4679-93b1-d7b034231444 req-3b3586e2-f1b5-4d29-9841-1f82d0253f35 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150002 Jul 13 08:41:24.502540 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd5dcd-a68d-4106-9aa0-5d4389851ca8 req-b305a528-21e4-4394-94f7-671ad9366d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.504793 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f0fd5dcd-a68d-4106-9aa0-5d4389851ca8 req-b305a528-21e4-4394-94f7-671ad9366d09 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 1099 time: 0.6693344 Jul 13 08:41:24.509801 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.524869 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-39f0afb1-d1ea-4cf8-82e9-4c193fd37b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.536478 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-39f0afb1-d1ea-4cf8-82e9-4c193fd37b5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2452078 Jul 13 08:41:24.563583 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-f0fd5dcd-a68d-4106-9aa0-5d4389851ca8 req-c1f998d7-f11e-462c-85a3-4f3203168b78 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.635309 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7c189291-5ddb-4bcb-865c-3ec727e7b63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.662802 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=47ddb1e1-2e34-4742-8801-2555d030999f,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:24.666326 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7c189291-5ddb-4bcb-865c-3ec727e7b63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.688678 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.710069 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 57004) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:24.775700 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-809fe274-65ae-41f4-bcc7-0fd889ece36f req-35726cfb-d1c7-43e3-8b98-27b57efced3a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3623793 Jul 13 08:41:24.791709 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-7c189291-5ddb-4bcb-865c-3ec727e7b63e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad3665d3fba046ab9d744c95735e8f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4925084 Jul 13 08:41:24.792283 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c189291-5ddb-4bcb-865c-3ec727e7b63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7254310a-ea41-410f-ab5e-4794c14c2323,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:24.801538 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-88b5b0c0-7624-4c37-ba9b-660fdd34e7e9 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527530 Jul 13 08:41:24.801857 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57010) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:24.812568 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['e7ad0f02-c760-461d-acf6-5970b8ea12f7'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:41:24.891242 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['47ddb1e1-2e34-4742-8801-2555d030999f'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:41:24.910003 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-179839d1-98bd-4c7f-8ae8-fb102fdfbbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.935519 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-179839d1-98bd-4c7f-8ae8-fb102fdfbbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.977208 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe633b8-4152-4481-8013-e4261c8eca19 req-ca2f9759-66af-4a74-a7d8-e0ab18146745 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.979241 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dbe633b8-4152-4481-8013-e4261c8eca19 req-ca2f9759-66af-4a74-a7d8-e0ab18146745 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 945 time: 0.2781901 Jul 13 08:41:25.025960 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-179839d1-98bd-4c7f-8ae8-fb102fdfbbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.029143 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-179839d1-98bd-4c7f-8ae8-fb102fdfbbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.031188 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-179839d1-98bd-4c7f-8ae8-fb102fdfbbef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7254310a-ea41-410f-ab5e-4794c14c2323 HTTP/1.1" status: 204 len: 168 time: 0.2277484 Jul 13 08:41:25.041848 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179839d1-98bd-4c7f-8ae8-fb102fdfbbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7254310a-ea41-410f-ab5e-4794c14c2323,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:25.070098 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-f0fd5dcd-a68d-4106-9aa0-5d4389851ca8 req-c1f998d7-f11e-462c-85a3-4f3203168b78 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.074612 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ce2440d1-6856-4654-b9c3-234bb6be23f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.082845 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-f0fd5dcd-a68d-4106-9aa0-5d4389851ca8 req-c1f998d7-f11e-462c-85a3-4f3203168b78 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.179372 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2cd82f3-fecf-4515-8c35-d1b1ed88ff0d req-9299de44-43d1-435b-9a22-8a5f39096c1b service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697691 Jul 13 08:41:25.188603 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f0fd5dcd-a68d-4106-9aa0-5d4389851ca8 req-c1f998d7-f11e-462c-85a3-4f3203168b78 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6755116 Jul 13 08:41:25.206282 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dbe633b8-4152-4481-8013-e4261c8eca19 req-bf2f15f9-e0cb-45bf-b74a-b7b8492b461c tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059968 Jul 13 08:41:25.221203 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f998d7-f11e-462c-85a3-4f3203168b78 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2a8302-fff0-4e01-8c6d-ba03fae7d59d,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:25.349988 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfa9d9-b08b-479c-bbc2-6bbd8bb2c6e2 req-9ac751e7-1488-4168-8334-91e7ab02a48e tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:25.365255 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e4dfa9d9-b08b-479c-bbc2-6bbd8bb2c6e2 req-9ac751e7-1488-4168-8334-91e7ab02a48e tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 946 time: 0.2023869 Jul 13 08:41:25.441410 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e4dfa9d9-b08b-479c-bbc2-6bbd8bb2c6e2 req-811c8cef-6cac-4e28-9e5e-9b649d1a8cc0 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692096 Jul 13 08:41:25.455310 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-d1aca612-3ed6-4744-a3bd-0788c30d5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:25.457570 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-d1aca612-3ed6-4744-a3bd-0788c30d5e4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 1097 time: 0.1588676 Jul 13 08:41:25.480974 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ce2440d1-6856-4654-b9c3-234bb6be23f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.492494 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ce2440d1-6856-4654-b9c3-234bb6be23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.557646 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eef336e-e2c2-470e-a8e6-65c7946cd0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad52355-0091-4e87-ae77-3d7c98844dfc'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:25.563153 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148ebbc6-f7f2-4fc3-83c2-bc58630fb2fd" -d '{"events": [{"server_uuid": "5eef336e-e2c2-470e-a8e6-65c7946cd0f1", "name": "network-vif-plugged", "status": "completed", "tag": "cad52355-0091-4e87-ae77-3d7c98844dfc"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:25.585418 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-ce2440d1-6856-4654-b9c3-234bb6be23f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c6702d3228b8448a8a35cd08e4eb9f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8658569 Jul 13 08:41:25.588231 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2440d1-6856-4654-b9c3-234bb6be23f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394268b4-19a0-4941-8880-91dc770baeec,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:25.589623 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57046) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:25.638675 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-ef9401b0-4859-4d65-aeb8-c402002c2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:25.647213 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-ef9401b0-4859-4d65-aeb8-c402002c2aea service neutron] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 911 time: 0.1791878 Jul 13 08:41:25.681255 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c98e2d-f105-4088-b2ef-95ae92f1a44d x-openstack-request-id: req-d1c98e2d-f105-4088-b2ef-95ae92f1a44d {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:25.682725 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eef336e-e2c2-470e-a8e6-65c7946cd0f1", "name": "network-vif-plugged", "status": "completed", "tag": "cad52355-0091-4e87-ae77-3d7c98844dfc", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:25.683460 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1c98e2d-f105-4088-b2ef-95ae92f1a44d {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:25.684119 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2e85ac15-195f-432e-a712-33dfe32ad541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.684917 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eef336e-e2c2-470e-a8e6-65c7946cd0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad52355-0091-4e87-ae77-3d7c98844dfc', 'code': 200} Jul 13 08:41:25.715916 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2e85ac15-195f-432e-a712-33dfe32ad541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.765764 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-619af643-4715-461b-a8fd-56639d790bff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff92da11-b4da-48f7-a392-967d1ed50da6 HTTP/1.1" status: 200 len: 217 time: 0.1062713 Jul 13 08:41:25.794214 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2e85ac15-195f-432e-a712-33dfe32ad541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.797999 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2e85ac15-195f-432e-a712-33dfe32ad541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.798595 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-2e85ac15-195f-432e-a712-33dfe32ad541 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/394268b4-19a0-4941-8880-91dc770baeec HTTP/1.1" status: 204 len: 168 time: 0.2078207 Jul 13 08:41:25.812573 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85ac15-195f-432e-a712-33dfe32ad541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394268b4-19a0-4941-8880-91dc770baeec,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:25.990646 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-611ca7d5-e466-4649-9baa-69c43a288dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:25.992170 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-611ca7d5-e466-4649-9baa-69c43a288dbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.2044644 Jul 13 08:41:26.008118 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d2c24-12e4-40b0-b498-afb28e0f5212 req-c9ef5761-f2dc-414b-8c92-3e8e3201e66c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:26.009649 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e89d2c24-12e4-40b0-b498-afb28e0f5212 req-c9ef5761-f2dc-414b-8c92-3e8e3201e66c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 945 time: 0.2486961 Jul 13 08:41:26.043904 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5317e-9c1d-4197-9603-d4642353572c req-94aca9ce-63d7-4673-b77b-4c7cec9dc0da tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:26.045923 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ccb5317e-9c1d-4197-9603-d4642353572c req-94aca9ce-63d7-4673-b77b-4c7cec9dc0da tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 944 time: 0.0837095 Jul 13 08:41:26.108418 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ccb5317e-9c1d-4197-9603-d4642353572c req-2c3d7108-9141-4611-88a7-93f0d952d915 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562956 Jul 13 08:41:26.113212 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52c31d-cbe2-46af-a245-d89bf2002fff req-7e7e8709-f47b-43fa-b470-fd3cc7825561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:26.115404 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3b52c31d-cbe2-46af-a245-d89bf2002fff req-7e7e8709-f47b-43fa-b470-fd3cc7825561 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 1098 time: 0.1805644 Jul 13 08:41:26.137786 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e89d2c24-12e4-40b0-b498-afb28e0f5212 req-f5f66414-4680-4ef5-b9d2-42da3c6b7bc6 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843496 Jul 13 08:41:26.178310 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-95bfd76d-e073-4a4e-a8b1-1acb6a5589c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:26.179786 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-95bfd76d-e073-4a4e-a8b1-1acb6a5589c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1691976 Jul 13 08:41:26.181655 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3b52c31d-cbe2-46af-a245-d89bf2002fff req-3f9fb0ce-f9c5-4987-ac40-4d842786666a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512805 Jul 13 08:41:26.353719 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57078) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:26.375920 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1f02eb0c-2258-4e30-ab68-5b99d514c59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:26.550453 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-594730b8-0326-4888-a2ec-f22979e867e9 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177006 Jul 13 08:41:26.698302 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d230c3ec-83eb-4a70-bc1e-0534fdb3f81e req-709238d9-07be-480e-9bca-cfd7b7b5c22b service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353729 Jul 13 08:41:26.775110 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4221c2-1407-4460-afa3-1dbb4273c138 req-530e25c8-c55d-467a-a3b9-f0d64d5b9558 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:26.776697 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ad4221c2-1407-4460-afa3-1dbb4273c138 req-530e25c8-c55d-467a-a3b9-f0d64d5b9558 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 945 time: 0.3905475 Jul 13 08:41:26.789507 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1f02eb0c-2258-4e30-ab68-5b99d514c59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:26.806531 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1f02eb0c-2258-4e30-ab68-5b99d514c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:26.812116 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904876-fc0c-4f96-bb54-6a0a505abe88 req-b29471cb-dac5-4218-bb2d-ef17a51f014b tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:26.813544 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bf904876-fc0c-4f96-bb54-6a0a505abe88 req-b29471cb-dac5-4218-bb2d-ef17a51f014b tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 946 time: 0.1376860 Jul 13 08:41:26.869283 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-1f02eb0c-2258-4e30-ab68-5b99d514c59a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1af31a5f9eb1484c8489ee3ab6c39ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5136797 Jul 13 08:41:26.872577 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57094) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:26.880971 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bf904876-fc0c-4f96-bb54-6a0a505abe88 req-ef00ce2e-5078-44ec-b0c2-53b62729ea72 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607941 Jul 13 08:41:26.882638 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02eb0c-2258-4e30-ab68-5b99d514c59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667fd7ea-f715-4f0b-828d-7755cc565620,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:26.893421 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ad4221c2-1407-4460-afa3-1dbb4273c138 req-1c0e4fe5-307c-4507-ae98-7b01be011b3a tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082482 Jul 13 08:41:26.949980 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-eafd104f-ab36-4619-a163-a0a653361284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:26.980208 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-eafd104f-ab36-4619-a163-a0a653361284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.050834 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-eafd104f-ab36-4619-a163-a0a653361284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.054319 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-eafd104f-ab36-4619-a163-a0a653361284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.057960 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-eafd104f-ab36-4619-a163-a0a653361284 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/667fd7ea-f715-4f0b-828d-7755cc565620 HTTP/1.1" status: 204 len: 168 time: 0.1816208 Jul 13 08:41:27.071702 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd104f-ab36-4619-a163-a0a653361284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667fd7ea-f715-4f0b-828d-7755cc565620,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:27.366449 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device ff92da11-b4da-48f7-a392-967d1ed50da6 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:41:27.397496 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb7db4-9b63-4f1f-8e2c-97d265e4519c req-a92f2657-73fd-4a4f-9e74-8f3ceeaaeb89 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:27.403449 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device e7ad0f02-c760-461d-acf6-5970b8ea12f7 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:27.411311 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f6bb7db4-9b63-4f1f-8e2c-97d265e4519c req-a92f2657-73fd-4a4f-9e74-8f3ceeaaeb89 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 944 time: 0.1359918 Jul 13 08:41:27.452610 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ae0eb-cdcc-4753-95d6-ba24a67bfc94 req-f5fbfcb1-a615-4b7e-b92e-3431d160adad tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:27.454854 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b62ae0eb-cdcc-4753-95d6-ba24a67bfc94 req-f5fbfcb1-a615-4b7e-b92e-3431d160adad tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 945 time: 0.1361988 Jul 13 08:41:27.473163 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f6bb7db4-9b63-4f1f-8e2c-97d265e4519c req-044351ec-5a12-475e-b48e-6222966e949e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604510 Jul 13 08:41:27.541322 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b62ae0eb-cdcc-4753-95d6-ba24a67bfc94 req-d3dc7325-e585-43dc-ab0b-f5c543b57e4f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796063 Jul 13 08:41:27.612734 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port e7ad0f02-c760-461d-acf6-5970b8ea12f7 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:27.620347 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port e7ad0f02-c760-461d-acf6-5970b8ea12f7 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:27.620647 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.677602 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port ff92da11-b4da-48f7-a392-967d1ed50da6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ff92da11-b4da-48f7-a392-967d1ed50da6,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:27.703863 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': 'ff92da11-b4da-48f7-a392-967d1ed50da6', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'port_id': 'ff92da11-b4da-48f7-a392-967d1ed50da6', 'mac_address': 'fa:16:3e:49:a2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:41:27.784951 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.800868 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.804534 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff92da11-b4da-48f7-a392-967d1ed50da6 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:27.842504 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360977f5-6859-420f-885c-8cb723a4a657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ad0f02-c760-461d-acf6-5970b8ea12f7'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:27.844979 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87981da6-6fb3-4632-afcd-d2a34e04b208" -d '{"events": [{"server_uuid": "360977f5-6859-420f-885c-8cb723a4a657", "name": "network-vif-plugged", "status": "completed", "tag": "e7ad0f02-c760-461d-acf6-5970b8ea12f7"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:27.849456 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port ff92da11-b4da-48f7-a392-967d1ed50da6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ff92da11-b4da-48f7-a392-967d1ed50da6,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:27.863627 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.871545 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port e7ad0f02-c760-461d-acf6-5970b8ea12f7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e7ad0f02-c760-461d-acf6-5970b8ea12f7,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:27.900480 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.943076 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 47ddb1e1-2e34-4742-8801-2555d030999f up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:27.961528 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3b032f-9950-4ac0-b18c-710c40ace23b x-openstack-request-id: req-da3b032f-9950-4ac0-b18c-710c40ace23b {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:27.961923 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360977f5-6859-420f-885c-8cb723a4a657", "name": "network-vif-plugged", "status": "completed", "tag": "e7ad0f02-c760-461d-acf6-5970b8ea12f7", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:27.962039 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da3b032f-9950-4ac0-b18c-710c40ace23b {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:27.962564 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360977f5-6859-420f-885c-8cb723a4a657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ad0f02-c760-461d-acf6-5970b8ea12f7', 'code': 200} Jul 13 08:41:28.057242 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=ff92da11-b4da-48f7-a392-967d1ed50da6,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:28.217885 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d4b10-f180-4c6d-976b-c55e8ea6b739 req-1d622f11-25d8-4e70-841e-91a7e6c1c2eb tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:28.226605 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-465d4b10-f180-4c6d-976b-c55e8ea6b739 req-1d622f11-25d8-4e70-841e-91a7e6c1c2eb tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 946 time: 0.1368899 Jul 13 08:41:28.231393 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['ff92da11-b4da-48f7-a392-967d1ed50da6'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:41:28.272452 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 47ddb1e1-2e34-4742-8801-2555d030999f completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:28.274756 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=e7ad0f02-c760-461d-acf6-5970b8ea12f7,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:28.292409 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-465d4b10-f180-4c6d-976b-c55e8ea6b739 req-7469a70a-45ba-4976-be99-f7de3c2e6d4f tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644622 Jul 13 08:41:28.322719 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 47ddb1e1-2e34-4742-8801-2555d030999f triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:28.323434 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:28.361741 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e0d30-364d-4536-a95a-054325a49aae req-9861ae8d-90b2-4e42-a23d-99ee04716903 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:28.366057 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6e8e0d30-364d-4536-a95a-054325a49aae req-9861ae8d-90b2-4e42-a23d-99ee04716903 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.2556798 Jul 13 08:41:28.438149 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54c83b-5b4d-4196-b4d5-47098aeb546d req-4b8a861a-880f-4339-8ecf-617c4ab3c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:28.440020 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ab54c83b-5b4d-4196-b4d5-47098aeb546d req-4b8a861a-880f-4339-8ecf-617c4ab3c85e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 1099 time: 0.1686211 Jul 13 08:41:28.444581 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6e8e0d30-364d-4536-a95a-054325a49aae req-4a2bb4b0-46b0-4ebb-8c76-281b9dbd0a13 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712388 Jul 13 08:41:28.483009 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ab54c83b-5b4d-4196-b4d5-47098aeb546d req-63006ebe-0568-473f-b553-13d4c8a0e8ea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Jul 13 08:41:28.506599 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:28.569177 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 47ddb1e1-2e34-4742-8801-2555d030999f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=47ddb1e1-2e34-4742-8801-2555d030999f,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:28.578145 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:28.611589 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:41:28.658894 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=47ddb1e1-2e34-4742-8801-2555d030999f,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:28.779853 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba212e5-22e2-476f-a50d-391b2ffb76e2 req-d75df5a1-e290-4e90-aef0-9e59ee250b7a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:28.787840 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ba212e5-22e2-476f-a50d-391b2ffb76e2 req-d75df5a1-e290-4e90-aef0-9e59ee250b7a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0854399 Jul 13 08:41:28.831553 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ba212e5-22e2-476f-a50d-391b2ffb76e2 req-b9a699c6-cedb-450b-a7f5-e1e4e99cb126 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Jul 13 08:41:28.897788 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445eb6a-9fdc-4889-8d97-5a882f55a22e req-7b3b0156-2a96-4047-a71a-8e04479770f8 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:28.899396 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5445eb6a-9fdc-4889-8d97-5a882f55a22e req-7b3b0156-2a96-4047-a71a-8e04479770f8 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 945 time: 0.0810647 Jul 13 08:41:28.949597 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5445eb6a-9fdc-4889-8d97-5a882f55a22e req-79c1dd2b-0aee-4aa3-ad6c-cac4a3b9820b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394285 Jul 13 08:41:29.624546 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57228) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:29.676149 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7f7a-33ab-4e3e-8601-50eab16dc1f6 req-88d9f6d5-2fe9-4709-a89d-f95e009fe169 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:29.678751 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fdfe7f7a-33ab-4e3e-8601-50eab16dc1f6 req-88d9f6d5-2fe9-4709-a89d-f95e009fe169 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0991280 Jul 13 08:41:29.718797 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fdfe7f7a-33ab-4e3e-8601-50eab16dc1f6 req-ba1c7853-1c8e-4d78-abe2-2f98b54b42ad tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346255 Jul 13 08:41:29.748059 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-71eba906-d06f-44b0-b87a-f6f82680f16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.852210 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-71eba906-d06f-44b0-b87a-f6f82680f16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.857750 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-71eba906-d06f-44b0-b87a-f6f82680f16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.898734 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-71eba906-d06f-44b0-b87a-f6f82680f16e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=17802dbbf16b426db2e0cf21cfbc5490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730587 Jul 13 08:41:29.899647 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eba906-d06f-44b0-b87a-f6f82680f16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e2ef78-cbc4-4f8e-99ff-4b4197d28fdf,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:29.901535 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 57236) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:29.958869 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c443b9f8-3a05-4eb7-af63-337999e67788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.963720 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1442ed02-f4fb-4bb9-9878-b31aadee5c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ddb1e1-2e34-4742-8801-2555d030999f'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:29.966096 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1a3eb2-5bfa-49af-83b7-f08cede034cf" -d '{"events": [{"server_uuid": "1442ed02-f4fb-4bb9-9878-b31aadee5c0a", "name": "network-vif-plugged", "status": "completed", "tag": "47ddb1e1-2e34-4742-8801-2555d030999f"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:29.981010 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c443b9f8-3a05-4eb7-af63-337999e67788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.037275 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c443b9f8-3a05-4eb7-af63-337999e67788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.040294 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c443b9f8-3a05-4eb7-af63-337999e67788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.044877 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c443b9f8-3a05-4eb7-af63-337999e67788 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67e2ef78-cbc4-4f8e-99ff-4b4197d28fdf HTTP/1.1" status: 204 len: 168 time: 0.1421225 Jul 13 08:41:30.056290 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443b9f8-3a05-4eb7-af63-337999e67788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e2ef78-cbc4-4f8e-99ff-4b4197d28fdf,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:30.059463 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8c433-eadb-4c57-885e-730e20497628 req-590519da-fc3b-42ad-af6b-1931328242e2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:30.062321 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a8a8c433-eadb-4c57-885e-730e20497628 req-590519da-fc3b-42ad-af6b-1931328242e2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0891728 Jul 13 08:41:30.122954 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a8a8c433-eadb-4c57-885e-730e20497628 req-4c10ecb3-75b8-4081-a8e4-4c38554e0cc2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541780 Jul 13 08:41:30.168511 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60ffd7a-89df-43d3-8f56-6443e8524b7e x-openstack-request-id: req-c60ffd7a-89df-43d3-8f56-6443e8524b7e {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:30.169641 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1442ed02-f4fb-4bb9-9878-b31aadee5c0a", "name": "network-vif-plugged", "status": "completed", "tag": "47ddb1e1-2e34-4742-8801-2555d030999f", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:30.169908 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c60ffd7a-89df-43d3-8f56-6443e8524b7e {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:30.170321 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1442ed02-f4fb-4bb9-9878-b31aadee5c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ddb1e1-2e34-4742-8801-2555d030999f', 'code': 200} Jul 13 08:41:30.304247 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b0f14-7eeb-43fa-ba7b-a58d0dbf6c7a req-762f9b73-3e91-4865-9396-3887974d4829 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:30.305797 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b02b0f14-7eeb-43fa-ba7b-a58d0dbf6c7a req-762f9b73-3e91-4865-9396-3887974d4829 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 945 time: 0.0667934 Jul 13 08:41:30.346112 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b02b0f14-7eeb-43fa-ba7b-a58d0dbf6c7a req-428eb3bd-8751-4034-b38c-6286c98119a7 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347502 Jul 13 08:41:30.348986 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57252) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:30.371181 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50b3ee91-7b85-4248-a392-264efd39ca10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.463564 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50b3ee91-7b85-4248-a392-264efd39ca10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.467604 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50b3ee91-7b85-4248-a392-264efd39ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.504583 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-50b3ee91-7b85-4248-a392-264efd39ca10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=826c783a88df4fb9a4c56bf607c9a468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544559 Jul 13 08:41:30.506459 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3ee91-7b85-4248-a392-264efd39ca10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51896db-80ac-4ef2-af5e-121ecd2601ed,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:30.507664 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 57254) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:30.558148 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ef777fd8-da76-4171-a045-802ed746e9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.582538 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ef777fd8-da76-4171-a045-802ed746e9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.626425 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ef777fd8-da76-4171-a045-802ed746e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.629326 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ef777fd8-da76-4171-a045-802ed746e9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.630462 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-ef777fd8-da76-4171-a045-802ed746e9e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d51896db-80ac-4ef2-af5e-121ecd2601ed HTTP/1.1" status: 204 len: 168 time: 0.1217642 Jul 13 08:41:30.638328 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef777fd8-da76-4171-a045-802ed746e9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51896db-80ac-4ef2-af5e-121ecd2601ed,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:30.899572 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002fe06-ace1-4935-bd65-c615435eacac req-aa3be8b2-0ddb-43b7-b8e2-26fa3c218967 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:30.901134 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3002fe06-ace1-4935-bd65-c615435eacac req-aa3be8b2-0ddb-43b7-b8e2-26fa3c218967 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0673141 Jul 13 08:41:30.939596 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3002fe06-ace1-4935-bd65-c615435eacac req-55154578-aaa5-4b83-9e85-74641de8f471 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Jul 13 08:41:31.318760 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33775a-3750-4ef8-9982-cc6ec20e4eb0 req-35a856aa-bb1c-453b-99fd-6b149107ed88 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:31.320314 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8a33775a-3750-4ef8-9982-cc6ec20e4eb0 req-35a856aa-bb1c-453b-99fd-6b149107ed88 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0700681 Jul 13 08:41:31.367940 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8a33775a-3750-4ef8-9982-cc6ec20e4eb0 req-e0148de7-1615-48eb-af6e-738199cf368a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Jul 13 08:41:31.554714 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90dacc-a459-49de-a2af-5333dea7d175 req-b2a73333-1807-4857-8530-6cf65477213e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:31.556411 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9f90dacc-a459-49de-a2af-5333dea7d175 req-b2a73333-1807-4857-8530-6cf65477213e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 945 time: 0.0844362 Jul 13 08:41:31.608068 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9f90dacc-a459-49de-a2af-5333dea7d175 req-18bed89e-e351-49b9-b048-ed83d897d10b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372388 Jul 13 08:41:31.743910 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3d299-eca3-433a-8a5d-7a157313cfff req-5bf8452e-498a-400b-8747-9974b859b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:31.745461 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-51c3d299-eca3-433a-8a5d-7a157313cfff req-5bf8452e-498a-400b-8747-9974b859b002 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 1099 time: 0.0629549 Jul 13 08:41:31.787495 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-51c3d299-eca3-433a-8a5d-7a157313cfff req-f7ca4492-1644-4d8e-8583-8b1cc808ba41 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308177 Jul 13 08:41:31.797207 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 57300) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:31.909010 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2014f971-bfef-43ab-ae5d-e1b30af776cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.007987 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2014f971-bfef-43ab-ae5d-e1b30af776cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.012432 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2014f971-bfef-43ab-ae5d-e1b30af776cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.053661 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-2014f971-bfef-43ab-ae5d-e1b30af776cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58161211ebf948d6ac0b3b1b2ab25aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553923 Jul 13 08:41:32.054983 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014f971-bfef-43ab-ae5d-e1b30af776cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c706baed-f72d-4fe8-bd6f-5afee2453c96,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:32.056324 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57306) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:32.153092 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50a9fd71-23db-4bc2-aace-943ef0e31727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.182626 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b9e29-0c42-49d2-a381-837a277bcac5 req-2d2bae25-a265-405f-838a-01b58c1005ee tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:32.184238 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-281b9e29-0c42-49d2-a381-837a277bcac5 req-2d2bae25-a265-405f-838a-01b58c1005ee tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.1190269 Jul 13 08:41:32.189244 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50a9fd71-23db-4bc2-aace-943ef0e31727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.194459 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.265568 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-281b9e29-0c42-49d2-a381-837a277bcac5 req-92fda2e4-dd95-4305-959c-f508d741e717 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743532 Jul 13 08:41:32.291156 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50a9fd71-23db-4bc2-aace-943ef0e31727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.296345 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50a9fd71-23db-4bc2-aace-943ef0e31727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.297865 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-50a9fd71-23db-4bc2-aace-943ef0e31727 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c706baed-f72d-4fe8-bd6f-5afee2453c96 HTTP/1.1" status: 204 len: 168 time: 0.2403426 Jul 13 08:41:32.307392 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9fd71-23db-4bc2-aace-943ef0e31727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c706baed-f72d-4fe8-bd6f-5afee2453c96,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:32.597338 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5556b2a-746c-41d9-9402-1519e9ecb5d5 req-19e0d06a-60df-436e-843f-639a8f8cb60d tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:32.599342 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a5556b2a-746c-41d9-9402-1519e9ecb5d5 req-19e0d06a-60df-436e-843f-639a8f8cb60d tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0778308 Jul 13 08:41:32.640114 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a5556b2a-746c-41d9-9402-1519e9ecb5d5 req-4935ea73-ce1b-4fa4-8ee5-0e504193b03a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349638 Jul 13 08:41:32.810868 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f7035-638b-4899-a44b-7a4ac201f534 req-60bbc552-f984-4ccd-8993-49f33fa41857 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:32.812485 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8e1f7035-638b-4899-a44b-7a4ac201f534 req-60bbc552-f984-4ccd-8993-49f33fa41857 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 945 time: 0.0674860 Jul 13 08:41:32.854957 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8e1f7035-638b-4899-a44b-7a4ac201f534 req-8ce0e3a9-dfb0-4b01-88f2-604946676953 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364900 Jul 13 08:41:33.490279 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70637a51-4fcd-487a-b34e-85d451e08f29 req-eeb8177b-80b8-427a-9ba2-3fedcd2fcacd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:33.492585 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-70637a51-4fcd-487a-b34e-85d451e08f29 req-eeb8177b-80b8-427a-9ba2-3fedcd2fcacd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0882976 Jul 13 08:41:33.544948 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-70637a51-4fcd-487a-b34e-85d451e08f29 req-ad2e0ca1-25d3-4d0d-b063-4733e03c3018 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404499 Jul 13 08:41:33.832537 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f17ff-f339-41c5-ac5e-f714eb5543d9 req-e5f5d3fe-e567-457c-99e8-147e232e0122 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:33.834153 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f48f17ff-f339-41c5-ac5e-f714eb5543d9 req-e5f5d3fe-e567-457c-99e8-147e232e0122 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0686047 Jul 13 08:41:33.877487 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f48f17ff-f339-41c5-ac5e-f714eb5543d9 req-c584eada-238e-4d74-ab7f-b6e19e4205b4 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371780 Jul 13 08:41:33.987534 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device ff92da11-b4da-48f7-a392-967d1ed50da6 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:34.046844 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port ff92da11-b4da-48f7-a392-967d1ed50da6 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:34.053222 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port ff92da11-b4da-48f7-a392-967d1ed50da6 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:34.053721 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:34.069374 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48051df4-3d11-4a60-9321-f95f581eeaa4 req-7e1f6916-7243-4447-afa2-01e75c4f2957 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:34.070875 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-48051df4-3d11-4a60-9321-f95f581eeaa4 req-7e1f6916-7243-4447-afa2-01e75c4f2957 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 945 time: 0.0877833 Jul 13 08:41:34.125091 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-48051df4-3d11-4a60-9321-f95f581eeaa4 req-cf6b79d0-b455-4cde-9cb8-ea93d1e3bbef tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422113 Jul 13 08:41:34.155185 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:34.181021 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92036572-a9a2-4335-bd04-9278163f8117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff92da11-b4da-48f7-a392-967d1ed50da6'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:34.183282 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012bd4c7-8054-4e3f-9e3a-3163098c5648" -d '{"events": [{"server_uuid": "92036572-a9a2-4335-bd04-9278163f8117", "name": "network-vif-plugged", "status": "completed", "tag": "ff92da11-b4da-48f7-a392-967d1ed50da6"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:34.196075 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port ff92da11-b4da-48f7-a392-967d1ed50da6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ff92da11-b4da-48f7-a392-967d1ed50da6,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:34.200874 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:34.242727 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa08712-05c1-4061-a5c4-ccdbf95939d3 x-openstack-request-id: req-baa08712-05c1-4061-a5c4-ccdbf95939d3 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:34.243080 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92036572-a9a2-4335-bd04-9278163f8117", "name": "network-vif-plugged", "status": "completed", "tag": "ff92da11-b4da-48f7-a392-967d1ed50da6", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:34.243340 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-baa08712-05c1-4061-a5c4-ccdbf95939d3 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:34.243726 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92036572-a9a2-4335-bd04-9278163f8117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff92da11-b4da-48f7-a392-967d1ed50da6', 'code': 200} Jul 13 08:41:34.276900 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=ff92da11-b4da-48f7-a392-967d1ed50da6,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:34.482150 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-39965e9a-fc8d-4203-b317-4b081ba88d95 None None] Provisioning complete for port ff92da11-b4da-48f7-a392-967d1ed50da6 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:34.482523 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-39965e9a-fc8d-4203-b317-4b081ba88d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:34.725904 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaafd0a-3265-4f01-8573-e1b67dfa3053 req-c8f1ac23-c1a3-4d33-83f1-74c7b48c6ce2 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:34.727421 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-abaafd0a-3265-4f01-8573-e1b67dfa3053 req-c8f1ac23-c1a3-4d33-83f1-74c7b48c6ce2 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0645018 Jul 13 08:41:34.765022 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-abaafd0a-3265-4f01-8573-e1b67dfa3053 req-16888175-0c5a-4b5e-b04b-f11335ae95de tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Jul 13 08:41:35.048605 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a847669-4947-4b4f-8a5c-8e62922d3924 req-28b05691-496a-44a2-8212-e120fc30ca8e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:35.050078 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2a847669-4947-4b4f-8a5c-8e62922d3924 req-28b05691-496a-44a2-8212-e120fc30ca8e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0613179 Jul 13 08:41:35.098283 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2a847669-4947-4b4f-8a5c-8e62922d3924 req-88ee4905-4e83-4a45-ae02-53e8f36251d9 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Jul 13 08:41:35.338964 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a41583-511f-4f59-bbd3-885341262bb8 req-4f2d95c0-5781-415a-afec-a983e296a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:35.340511 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f1a41583-511f-4f59-bbd3-885341262bb8 req-4f2d95c0-5781-415a-afec-a983e296a8ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 1099 time: 0.0765715 Jul 13 08:41:35.357189 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80e803-3095-42b0-a4b4-4e0e373ebac1 req-17e4899b-237f-43fd-9e09-561965e58c47 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:35.358682 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ba80e803-3095-42b0-a4b4-4e0e373ebac1 req-17e4899b-237f-43fd-9e09-561965e58c47 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0801868 Jul 13 08:41:35.402148 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f1a41583-511f-4f59-bbd3-885341262bb8 req-92495c96-5bd2-44bd-9197-420f5076053b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397925 Jul 13 08:41:35.404183 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ba80e803-3095-42b0-a4b4-4e0e373ebac1 req-385784d5-de69-46e5-8ef6-d3b37d0be30b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387609 Jul 13 08:41:35.947691 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35391a8-baf3-48db-8714-b364638aa869 req-0f83459b-5e05-4788-99c9-94a85abce47e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:35.949117 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a35391a8-baf3-48db-8714-b364638aa869 req-0f83459b-5e05-4788-99c9-94a85abce47e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0656831 Jul 13 08:41:35.987653 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a35391a8-baf3-48db-8714-b364638aa869 req-029d78c4-8462-4bfe-8acb-1b3f33367df5 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329757 Jul 13 08:41:36.279977 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696fc2c-1698-4348-955d-a93f23a1415a req-4a5898a8-e776-404e-83b2-a7623756dea9 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:36.281504 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f696fc2c-1698-4348-955d-a93f23a1415a req-4a5898a8-e776-404e-83b2-a7623756dea9 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0708542 Jul 13 08:41:36.320903 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f696fc2c-1698-4348-955d-a93f23a1415a req-ccf9cd25-fb7e-485b-a5c7-aeb679dc73ad tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331173 Jul 13 08:41:36.587583 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b60b-07c2-4cf3-9aaf-509d8f9230f9 req-e767ca66-9f25-41c6-b111-f1e8249be352 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:36.589084 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6ed5b60b-07c2-4cf3-9aaf-509d8f9230f9 req-e767ca66-9f25-41c6-b111-f1e8249be352 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0635624 Jul 13 08:41:36.626502 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6ed5b60b-07c2-4cf3-9aaf-509d8f9230f9 req-196894c3-4665-4947-95ce-4e6120928fdc tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316997 Jul 13 08:41:37.164488 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01737163-62e1-4f28-a74b-d76d422f09b8 req-55234201-3005-4769-b12b-20068e07fab0 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:37.166516 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-01737163-62e1-4f28-a74b-d76d422f09b8 req-55234201-3005-4769-b12b-20068e07fab0 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0673995 Jul 13 08:41:37.204209 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-01737163-62e1-4f28-a74b-d76d422f09b8 req-9e8e0cf7-9028-42d8-aac6-340021c0026a tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Jul 13 08:41:37.502461 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50cd75-07a8-4978-af9c-ebe10232ef46 req-e254110c-9def-40db-a76a-19dc919e76e5 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:37.504267 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6f50cd75-07a8-4978-af9c-ebe10232ef46 req-e254110c-9def-40db-a76a-19dc919e76e5 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0665495 Jul 13 08:41:37.542008 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6f50cd75-07a8-4978-af9c-ebe10232ef46 req-20e23dee-aefb-41ae-89de-ec0adf565d80 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Jul 13 08:41:37.803644 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbf8ad-bf65-4509-ac5d-5b5e7afb810f req-aa5dadeb-3e0b-4a2a-9001-68761c326ca7 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:37.805137 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-64fbf8ad-bf65-4509-ac5d-5b5e7afb810f req-aa5dadeb-3e0b-4a2a-9001-68761c326ca7 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0630035 Jul 13 08:41:37.841626 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-64fbf8ad-bf65-4509-ac5d-5b5e7afb810f req-daaf158c-4295-44cc-b1dc-8cae2da9ef2b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308697 Jul 13 08:41:38.378099 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61377840-d4fb-4ea4-bf99-0bd0b90a83bd req-12d137c4-4467-4703-b5b4-488b819bde2c tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:38.380276 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61377840-d4fb-4ea4-bf99-0bd0b90a83bd req-12d137c4-4467-4703-b5b4-488b819bde2c tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0645220 Jul 13 08:41:38.418382 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61377840-d4fb-4ea4-bf99-0bd0b90a83bd req-cc5b6c75-e799-4a9a-987a-3ab2aa0110d9 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Jul 13 08:41:38.716785 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227ef54-d791-436d-b831-d779fec86f49 req-007d5d19-435e-458b-9544-3999f20712a8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:38.718278 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e227ef54-d791-436d-b831-d779fec86f49 req-007d5d19-435e-458b-9544-3999f20712a8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0624545 Jul 13 08:41:38.764041 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e227ef54-d791-436d-b831-d779fec86f49 req-035910a9-5e0b-49cb-b926-77ba31a97c4e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Jul 13 08:41:39.031023 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c5aac-2393-4d7b-b940-d9c129ed042a req-a02cee5b-2481-4149-b22f-759d6724c22a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:39.032557 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae8c5aac-2393-4d7b-b940-d9c129ed042a req-a02cee5b-2481-4149-b22f-759d6724c22a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0666819 Jul 13 08:41:39.074863 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae8c5aac-2393-4d7b-b940-d9c129ed042a req-19151f10-1932-4f5b-9fbd-bf56c7b2cc1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356963 Jul 13 08:41:39.623723 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bb969-df8a-4653-9ae7-d220f218a527 req-c3405dd0-bf85-43aa-8b3c-146fd4f11c42 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:39.625490 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c90bb969-df8a-4653-9ae7-d220f218a527 req-c3405dd0-bf85-43aa-8b3c-146fd4f11c42 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0878110 Jul 13 08:41:39.673769 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c90bb969-df8a-4653-9ae7-d220f218a527 req-c1d1c8f8-d11d-4d81-a2f1-fdd8591189b7 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Jul 13 08:41:39.976873 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce3c85-f638-4d06-90be-32cb5e5b850b req-390ecc42-3d92-4536-af62-7d590326c1b4 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:39.978537 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-23ce3c85-f638-4d06-90be-32cb5e5b850b req-390ecc42-3d92-4536-af62-7d590326c1b4 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0722878 Jul 13 08:41:40.024136 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-23ce3c85-f638-4d06-90be-32cb5e5b850b req-b0e57213-c0a8-4183-9800-c02d68d35a2c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Jul 13 08:41:40.282140 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f005b-064f-41aa-b0f4-add8ba0a39c3 req-2d57e96f-f067-4c1e-ab80-a880e1f62a88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:40.284158 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ab5f005b-064f-41aa-b0f4-add8ba0a39c3 req-2d57e96f-f067-4c1e-ab80-a880e1f62a88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0841882 Jul 13 08:41:40.329796 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ab5f005b-064f-41aa-b0f4-add8ba0a39c3 req-fdc57a48-cdd7-4b67-9cfc-a73a645089b5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395489 Jul 13 08:41:40.552532 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc915b0d-472c-4f50-85fc-94f913db1c2b req-30c4b7d5-4558-417e-92d0-0dcbb54d0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:40.554728 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc915b0d-472c-4f50-85fc-94f913db1c2b req-30c4b7d5-4558-417e-92d0-0dcbb54d0ea5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 1099 time: 0.1349268 Jul 13 08:41:40.573185 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57254dfa-4d04-4820-91be-b1290bea4735 req-5d734f83-c499-42dd-9b90-3e820a989166 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:40.580963 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-57254dfa-4d04-4820-91be-b1290bea4735 req-5d734f83-c499-42dd-9b90-3e820a989166 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1008596 Jul 13 08:41:40.636711 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-57254dfa-4d04-4820-91be-b1290bea4735 req-b86c2de0-c325-4ecc-a678-6cd606ea7dfb tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535953 Jul 13 08:41:40.693503 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144d7ab-a53e-4772-9003-48d3b0f147a5 req-b7110f3f-a14c-4fef-bdf8-395749aa7b24 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:40.695220 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a144d7ab-a53e-4772-9003-48d3b0f147a5 req-b7110f3f-a14c-4fef-bdf8-395749aa7b24 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.2226388 Jul 13 08:41:40.704637 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 57582) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:40.713275 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-5dadb8b1-dd03-4472-b80b-ca13b049fa88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'floatingip': {'port_id': 'ff92da11-b4da-48f7-a392-967d1ed50da6'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:40.805614 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc915b0d-472c-4f50-85fc-94f913db1c2b req-a5e45c03-9579-4929-90d4-77f349abe992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:40.807121 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc915b0d-472c-4f50-85fc-94f913db1c2b req-a5e45c03-9579-4929-90d4-77f349abe992 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 919 time: 0.2425113 Jul 13 08:41:40.814890 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5dadb8b1-dd03-4472-b80b-ca13b049fa88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:40.940194 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57598) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:40.986442 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc915b0d-472c-4f50-85fc-94f913db1c2b req-68d60056-b429-445a-8d86-3386832d3f35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47ddb1e1-2e34-4742-8801-2555d030999f HTTP/1.1" status: 200 len: 217 time: 0.0720050 Jul 13 08:41:41.016770 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57604) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:41.112366 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc915b0d-472c-4f50-85fc-94f913db1c2b req-5110237b-64dc-41c9-a20e-2dbdd935e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:41.114446 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc915b0d-472c-4f50-85fc-94f913db1c2b req-5110237b-64dc-41c9-a20e-2dbdd935e131 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.0990455 Jul 13 08:41:41.138434 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.151227 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8995dde9-0dbe-4527-80f3-e0e5b79c726e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.182569 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.db.api [None req-8995dde9-0dbe-4527-80f3-e0e5b79c726e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 08:41:41.182569 dv-cinder-800430-2-iscsi neutron-server[99632]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 08:41:41.182569 dv-cinder-800430-2-iscsi neutron-server[99632]: [parameters: {'project_id': '874b17b224ef45b3aa0f0dd9c715b3b5', 'id': '3b2d5128-8d92-435c-b84f-19f3e7797797', 'expiration': datetime.datetime(2021, 7, 13, 8, 43, 41, 177594)}] Jul 13 08:41:41.182569 dv-cinder-800430-2-iscsi neutron-server[99632]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:41:41.183230 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG oslo_db.api [None req-8995dde9-0dbe-4527-80f3-e0e5b79c726e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:41:41.190284 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc915b0d-472c-4f50-85fc-94f913db1c2b req-1cff3695-26cf-4cff-8e71-9d8fa60ecfb3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341613 Jul 13 08:41:41.276288 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.282502 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.328120 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09ece28a1a934c508b506160a96d83ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100090 Jul 13 08:41:41.329231 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5877ead4-7a05-47c4-bd7a-d9926de1c9bc,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:41.331331 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57614) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:41.350695 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.351090 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.351367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.351879 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.352393 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.352730 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.353228 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.353713 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.354233 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.354597 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.355040 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.355588 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65c818-77ab-41e4-bd16-563078258240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:41.409154 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4273bf0f-87c1-406b-8f09-23e5b402be4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.434038 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4273bf0f-87c1-406b-8f09-23e5b402be4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.488127 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4273bf0f-87c1-406b-8f09-23e5b402be4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.492381 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4273bf0f-87c1-406b-8f09-23e5b402be4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.496134 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-4273bf0f-87c1-406b-8f09-23e5b402be4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5877ead4-7a05-47c4-bd7a-d9926de1c9bc HTTP/1.1" status: 204 len: 168 time: 0.1612043 Jul 13 08:41:41.511954 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273bf0f-87c1-406b-8f09-23e5b402be4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5877ead4-7a05-47c4-bd7a-d9926de1c9bc,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:41.650633 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc915b0d-472c-4f50-85fc-94f913db1c2b req-04b4c874-d376-4e94-8d8d-8f5011490220 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470377 Jul 13 08:41:41.684385 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8995dde9-0dbe-4527-80f3-e0e5b79c726e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.886314 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8995dde9-0dbe-4527-80f3-e0e5b79c726e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.892703 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8995dde9-0dbe-4527-80f3-e0e5b79c726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:41.936521 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc915b0d-472c-4f50-85fc-94f913db1c2b req-d7bbd57c-bdff-4032-a353-801c94bcffaa service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551565 Jul 13 08:41:41.937102 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57638) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:41.948368 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-8995dde9-0dbe-4527-80f3-e0e5b79c726e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=874b17b224ef45b3aa0f0dd9c715b3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0070765 Jul 13 08:41:41.954460 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 57640) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:41.955426 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995dde9-0dbe-4527-80f3-e0e5b79c726e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec7299a-e2b0-4d7d-a529-9e16c873b8ed,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:41.959807 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f4acbefd-16ec-4958-9610-7ff518e2d6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.058631 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f4acbefd-16ec-4958-9610-7ff518e2d6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.063756 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f4acbefd-16ec-4958-9610-7ff518e2d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.092158 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5dadb8b1-dd03-4472-b80b-ca13b049fa88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.107377 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f4acbefd-16ec-4958-9610-7ff518e2d6f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f96c8aafdf0d4f0ba2b7684e134d1fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683953 Jul 13 08:41:42.109593 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acbefd-16ec-4958-9610-7ff518e2d6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927472e1-a9bb-4125-92f8-0eaedbb5979e,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:42.110803 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c32595-2c8b-46e3-bea4-d6a2e1dea49e req-33149d0d-0e1a-47f1-8465-f5d301994e9e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:42.112336 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57654) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:42.112479 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80c32595-2c8b-46e3-bea4-d6a2e1dea49e req-33149d0d-0e1a-47f1-8465-f5d301994e9e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.3128417 Jul 13 08:41:42.115349 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5dadb8b1-dd03-4472-b80b-ca13b049fa88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.180282 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-09adfd82-6158-471a-b907-32beea2cdddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.199319 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.203745 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-09adfd82-6158-471a-b907-32beea2cdddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.266828 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-09adfd82-6158-471a-b907-32beea2cdddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.269871 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-09adfd82-6158-471a-b907-32beea2cdddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.271207 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-09adfd82-6158-471a-b907-32beea2cdddd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/927472e1-a9bb-4125-92f8-0eaedbb5979e HTTP/1.1" status: 204 len: 168 time: 0.1573427 Jul 13 08:41:42.271675 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80c32595-2c8b-46e3-bea4-d6a2e1dea49e req-d489a1d9-2309-4eaf-972a-3bb6647a8461 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071200 Jul 13 08:41:42.279550 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adfd82-6158-471a-b907-32beea2cdddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927472e1-a9bb-4125-92f8-0eaedbb5979e,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:42.296875 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.326957 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.l3_db [None req-5dadb8b1-dd03-4472-b80b-ca13b049fa88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Floating IP e3465be9-520f-4a7d-90aa-c73164b7b4e0 associated. External IP: 172.27.3.172, port: ff92da11-b4da-48f7-a392-967d1ed50da6. Jul 13 08:41:42.428448 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.430977 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.432111 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ec7299a-e2b0-4d7d-a529-9e16c873b8ed HTTP/1.1" status: 204 len: 168 time: 0.4757733 Jul 13 08:41:42.446028 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec7299a-e2b0-4d7d-a529-9e16c873b8ed,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:42.456454 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.456813 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.457161 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.458154 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.458465 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.458800 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.459167 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.459497 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.459889 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.460148 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.460472 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.460797 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158bef4-f04a-4ca7-b869-9b7570acbe77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:42.572060 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dadb8b1-dd03-4472-b80b-ca13b049fa88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:42.698388 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dadb8b1-dd03-4472-b80b-ca13b049fa88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:42.703317 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5dadb8b1-dd03-4472-b80b-ca13b049fa88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.711053 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] Sync routers for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:42.722428 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:42.724055 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:41:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:42.742696 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5dadb8b1-dd03-4472-b80b-ca13b049fa88 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "PUT /v2.0/floatingips/e3465be9-520f-4a7d-90aa-c73164b7b4e0 HTTP/1.1" status: 200 len: 992 time: 2.0357661 Jul 13 08:41:42.743400 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92036572-a9a2-4335-bd04-9278163f8117', 'tag': 'ff92da11-b4da-48f7-a392-967d1ed50da6'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:42.746173 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e041993-5556-447b-8491-fbc227a318db" -d '{"events": [{"name": "network-changed", "server_uuid": "92036572-a9a2-4335-bd04-9278163f8117", "tag": "ff92da11-b4da-48f7-a392-967d1ed50da6"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:42.791980 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abeadd7-ed73-48f0-8978-09867743c315 x-openstack-request-id: req-6abeadd7-ed73-48f0-8978-09867743c315 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:42.792421 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92036572-a9a2-4335-bd04-9278163f8117", "tag": "ff92da11-b4da-48f7-a392-967d1ed50da6", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:42.792721 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6abeadd7-ed73-48f0-8978-09867743c315 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:42.793113 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92036572-a9a2-4335-bd04-9278163f8117', 'tag': 'ff92da11-b4da-48f7-a392-967d1ed50da6', 'status': 'completed', 'code': 200} Jul 13 08:41:42.873578 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:42.897893 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 57688) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:42.918832 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3857f3b0-02c7-4234-a6b9-9368bc287efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:42.951572 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041993-5556-447b-8491-fbc227a318db req-44ffe5ea-da83-47d7-a3b3-02c519e623c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:42.953192 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e041993-5556-447b-8491-fbc227a318db req-44ffe5ea-da83-47d7-a3b3-02c519e623c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 1099 time: 0.1116910 Jul 13 08:41:43.102399 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041993-5556-447b-8491-fbc227a318db req-9ac5a95b-0c7e-4b34-a92a-5e21e2360521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:43.103932 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e041993-5556-447b-8491-fbc227a318db req-9ac5a95b-0c7e-4b34-a92a-5e21e2360521 service neutron] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 911 time: 0.1332679 Jul 13 08:41:43.137877 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3857f3b0-02c7-4234-a6b9-9368bc287efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:43.154385 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3857f3b0-02c7-4234-a6b9-9368bc287efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:43.264958 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-3857f3b0-02c7-4234-a6b9-9368bc287efc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d2b027a1a844940816c59a8378a4a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660152 Jul 13 08:41:43.267755 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57704) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:43.290994 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857f3b0-02c7-4234-a6b9-9368bc287efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b9cb42-cac0-4f9b-b053-865b9a59320c,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:43.312838 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e041993-5556-447b-8491-fbc227a318db req-3d347c62-7012-4782-925c-17a4b4193104 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff92da11-b4da-48f7-a392-967d1ed50da6 HTTP/1.1" status: 200 len: 1000 time: 0.1712797 Jul 13 08:41:43.357639 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57714) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:43.382355 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca69c-5b77-42e5-b46a-0548d3dad6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:43.385866 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': 'e3465be9-520f-4a7d-90aa-c73164b7b4e0', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'port_id': 'ff92da11-b4da-48f7-a392-967d1ed50da6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'mac_address': 'fa:16:3e:49:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92036572-a9a2-4335-bd04-9278163f8117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:53Z', 'updated_at': '2021-07-13T08:41:41Z', 'revision_number': 1, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:43.431389 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041993-5556-447b-8491-fbc227a318db req-c2d7321b-d7e5-419b-8dec-e0ad49dc4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:43.432771 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e041993-5556-447b-8491-fbc227a318db req-c2d7321b-d7e5-419b-8dec-e0ad49dc4296 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.1052213 Jul 13 08:41:43.437247 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] Checking router: 099f08dc-dfae-45d2-9ca6-9711c794f8a8 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:43.444642 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca69c-5b77-42e5-b46a-0548d3dad6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:43.456297 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:43.456960 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:41:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:43.537595 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a838c12b-e8f7-42ff-b287-f31483962a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:43.575102 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca69c-5b77-42e5-b46a-0548d3dad6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:43.578133 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca69c-5b77-42e5-b46a-0548d3dad6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:43.579547 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-8b9ca69c-5b77-42e5-b46a-0548d3dad6ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1b9cb42-cac0-4f9b-b053-865b9a59320c HTTP/1.1" status: 204 len: 168 time: 0.3108196 Jul 13 08:41:43.606246 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041993-5556-447b-8491-fbc227a318db req-ef667477-6af7-40df-9173-88ba87fa6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:43.607811 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e041993-5556-447b-8491-fbc227a318db req-ef667477-6af7-40df-9173-88ba87fa6b91 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1601355 Jul 13 08:41:43.633500 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ca69c-5b77-42e5-b46a-0548d3dad6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b9cb42-cac0-4f9b-b053-865b9a59320c,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:43.669175 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:43.691102 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379e1b9-99be-4637-8e5b-95ffb78fd88b req-91aadfb2-4e82-4fa3-ab75-696a5ac6b730 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:43.694603 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9379e1b9-99be-4637-8e5b-95ffb78fd88b req-91aadfb2-4e82-4fa3-ab75-696a5ac6b730 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1880302 Jul 13 08:41:43.768631 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a838c12b-e8f7-42ff-b287-f31483962a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:43.776631 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a838c12b-e8f7-42ff-b287-f31483962a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:43.827195 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9379e1b9-99be-4637-8e5b-95ffb78fd88b req-37dee533-5e23-495e-845d-fd6d49951cec tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144650 Jul 13 08:41:43.836866 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838c12b-e8f7-42ff-b287-f31483962a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f4c821-f183-4d22-8742-374b4ea8b4c1,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:43.882641 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a838c12b-e8f7-42ff-b287-f31483962a72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3ee953307754e2aba210e4cae85d6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234952 Jul 13 08:41:43.883618 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57768) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:43.909987 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e041993-5556-447b-8491-fbc227a318db req-9b4d71c9-24e0-4bd8-be06-115a7a38a202 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885313 Jul 13 08:41:43.996712 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f1a02317-90fc-40bb-a650-d969f78a1d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.045757 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f1a02317-90fc-40bb-a650-d969f78a1d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.150194 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': 'e3465be9-520f-4a7d-90aa-c73164b7b4e0', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'port_id': 'ff92da11-b4da-48f7-a392-967d1ed50da6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'mac_address': 'fa:16:3e:49:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92036572-a9a2-4335-bd04-9278163f8117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:53Z', 'updated_at': '2021-07-13T08:41:41Z', 'revision_number': 1, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:44.157425 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f1a02317-90fc-40bb-a650-d969f78a1d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.161561 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f1a02317-90fc-40bb-a650-d969f78a1d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.163869 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f1a02317-90fc-40bb-a650-d969f78a1d51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8f4c821-f183-4d22-8742-374b4ea8b4c1 HTTP/1.1" status: 204 len: 168 time: 0.2787464 Jul 13 08:41:44.179945 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e041993-5556-447b-8491-fbc227a318db req-f967a024-9062-4e20-8502-738f8c26fab2 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621744 Jul 13 08:41:44.189359 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a02317-90fc-40bb-a650-d969f78a1d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f4c821-f183-4d22-8742-374b4ea8b4c1,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:44.197283 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 57780) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:44.208009 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb0bd0-deb9-45ad-9752-0b9f0d6c78e4 None None] The sync data for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi is: [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': 'e3465be9-520f-4a7d-90aa-c73164b7b4e0', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'port_id': 'ff92da11-b4da-48f7-a392-967d1ed50da6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'mac_address': 'fa:16:3e:49:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92036572-a9a2-4335-bd04-9278163f8117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:53Z', 'updated_at': '2021-07-13T08:41:41Z', 'revision_number': 1, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:44.222311 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9de2878a-45ef-45ed-9009-21905ebfd8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.365435 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9de2878a-45ef-45ed-9009-21905ebfd8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.371432 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9de2878a-45ef-45ed-9009-21905ebfd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.423340 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2878a-45ef-45ed-9009-21905ebfd8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effeff01-61cb-4391-ae00-c50649acab2a,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:44.433051 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-9de2878a-45ef-45ed-9009-21905ebfd8dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=751a448285ad4a9cb6417235dcddcb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318532 Jul 13 08:41:44.433844 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57788) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:44.497139 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-15d4a336-a8e5-46f1-b938-a47b340e928d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.524036 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-15d4a336-a8e5-46f1-b938-a47b340e928d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.548512 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8fab9-7ac2-42da-ba07-2f180f37a7de None None] New status for floating IP e3465be9-520f-4a7d-90aa-c73164b7b4e0: ACTIVE {{(pid=99634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:41:44.598367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-15d4a336-a8e5-46f1-b938-a47b340e928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.601157 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-15d4a336-a8e5-46f1-b938-a47b340e928d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.602336 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-15d4a336-a8e5-46f1-b938-a47b340e928d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/effeff01-61cb-4391-ae00-c50649acab2a HTTP/1.1" status: 204 len: 168 time: 0.1675105 Jul 13 08:41:44.610683 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4a336-a8e5-46f1-b938-a47b340e928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effeff01-61cb-4391-ae00-c50649acab2a,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:45.050718 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d757f-5b21-4c52-a753-e8f6510a3f19 req-e3b447a2-0373-475e-845e-8cedc85eab0a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:45.052914 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-809d757f-5b21-4c52-a753-e8f6510a3f19 req-e3b447a2-0373-475e-845e-8cedc85eab0a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0825641 Jul 13 08:41:45.105124 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-809d757f-5b21-4c52-a753-e8f6510a3f19 req-7b774ef4-e72f-47f5-a336-5d37fa45f158 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464139 Jul 13 08:41:45.211846 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 57840) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:45.334620 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1892719382-network', 'tenant_id': 'e3f4adcfcaff473c81a4ba75e236035e'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:45.357375 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Made reservation on behalf of e3f4adcfcaff473c81a4ba75e236035e for: {'network': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:45.359745 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.372759 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.473204 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.480097 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.509565 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=99633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:41:45.526779 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d67d8c-f112-4ae4-8c43-e8664f1f44aa,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:45.529932 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.530461 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.segments_db [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Added segment ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a of type vlan for network 48597265-ed59-409e-9276-9fe173d4dc8d Jul 13 08:41:45.574419 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.607351 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.608476 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:45.609216 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.651689 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57866) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:45.653740 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4407666 Jul 13 08:41:45.657546 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Request body: {'subnet': {'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1892719382-subnet', 'tenant_id': 'e3f4adcfcaff473c81a4ba75e236035e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:45.680961 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Made reservation on behalf of e3f4adcfcaff473c81a4ba75e236035e for: {'subnet': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:45.685265 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7247601'] for subnet, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.692204 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ffe0a-c085-497e-933f-04b97ea82443 admin admin] Pushing event updated for resources: {'Network': ['ID=48597265-ed59-409e-9276-9fe173d4dc8d,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:45.705411 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 48597265-ed59-409e-9276-9fe173d4dc8d details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:41:45.872788 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6618629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7247491'] for subnet, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.942857 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1514f3c1-5b80-4e34-9544-25a38c1a0de7,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:45.947351 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Checking segment: {'id': 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:45.947732 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Network hostable DHCP agents. Network: 48597265-ed59-409e-9276-9fe173d4dc8d, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:41:45.967320 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Network 48597265-ed59-409e-9276-9fe173d4dc8d is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:41:45.980466 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 48597265-ed59-409e-9276-9fe173d4dc8d) {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:45.984730 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:45.985329 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:45.993417 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c4738a-9123-4bd8-a028-24854c356b7f None None] Network 48597265-ed59-409e-9276-9fe173d4dc8d requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:46.000367 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-2bd63174-c9ef-4c97-a3b9-b40918eb81ee admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3468807 Jul 13 08:41:46.004862 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57874) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:46.126129 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dd16d425-b19f-43bc-b11a-7ce23266558b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:46.259075 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7206c-2504-4757-b319-0ce04e04a69c None None] Network 48597265-ed59-409e-9276-9fe173d4dc8d requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:46.312371 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dd16d425-b19f-43bc-b11a-7ce23266558b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:46.319531 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dd16d425-b19f-43bc-b11a-7ce23266558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:46.384835 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911df13-7be1-4f9f-95e7-3f26f4898680 req-5bdc7c11-0615-466a-b57d-85cad5b14f32 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:46.386615 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4911df13-7be1-4f9f-95e7-3f26f4898680 req-5bdc7c11-0615-466a-b57d-85cad5b14f32 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1226673 Jul 13 08:41:46.413496 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-dd16d425-b19f-43bc-b11a-7ce23266558b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73e21965d64f4ef5abfd4a487b71d87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075494 Jul 13 08:41:46.419240 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 57892) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:46.439845 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16d425-b19f-43bc-b11a-7ce23266558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2533b9-a216-4df5-9231-c4ac7af59928,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:46.446548 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4911df13-7be1-4f9f-95e7-3f26f4898680 req-c858cf23-5b1d-45bb-a8ec-d129d14c9ab1 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518510 Jul 13 08:41:46.499872 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-839de23c-3bf1-4ac2-aaee-c63e136865e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:46.527536 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-839de23c-3bf1-4ac2-aaee-c63e136865e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:46.593393 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-839de23c-3bf1-4ac2-aaee-c63e136865e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:46.596420 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-839de23c-3bf1-4ac2-aaee-c63e136865e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:46.600386 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-839de23c-3bf1-4ac2-aaee-c63e136865e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bb2533b9-a216-4df5-9231-c4ac7af59928 HTTP/1.1" status: 204 len: 168 time: 0.1765597 Jul 13 08:41:46.609022 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839de23c-3bf1-4ac2-aaee-c63e136865e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2533b9-a216-4df5-9231-c4ac7af59928,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:47.647019 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d624c-66ee-4c4c-b579-31e2e2f5d84b req-0712511a-db01-411c-ae43-24caa18da026 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:47.648886 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-907d624c-66ee-4c4c-b579-31e2e2f5d84b req-0712511a-db01-411c-ae43-24caa18da026 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0759044 Jul 13 08:41:47.688285 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-907d624c-66ee-4c4c-b579-31e2e2f5d84b req-e78fdd18-4545-43cb-a1a8-4ddd5429f34b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337312 Jul 13 08:41:49.055911 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fe405-1103-48d5-911a-94cd52a289e4 req-41541e4e-df72-4a17-9096-c5283be7685f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:49.057419 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-447fe405-1103-48d5-911a-94cd52a289e4 req-41541e4e-df72-4a17-9096-c5283be7685f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.2594101 Jul 13 08:41:49.094432 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-447fe405-1103-48d5-911a-94cd52a289e4 req-7c145a88-44f6-4762-9cf0-24eec91435ea tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Jul 13 08:41:49.304919 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8886d0f1-1ba3-4f2d-8cc5-a1ec6a815b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:49.885264 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-f3b67c58-eaf8-4f9b-9f96-2d6a7d896875 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e68bd061e90443899994b6f855aa27fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307446 Jul 13 08:41:50.095962 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684417f-7134-4726-b77c-b671bab8e043 req-1ff07ded-ad6e-4391-9533-280d59df29e4 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:50.097875 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-1ff07ded-ad6e-4391-9533-280d59df29e4 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/networks?id=48597265-ed59-409e-9276-9fe173d4dc8d HTTP/1.1" status: 200 len: 809 time: 0.1157920 Jul 13 08:41:50.099376 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede81b-1431-425d-8ed2-a32053938832 req-f26c7869-3d45-44ca-92d8-bcd1e246ed57 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:50.100947 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-f26c7869-3d45-44ca-92d8-bcd1e246ed57 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105520 Jul 13 08:41:50.120173 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-5632faca-4fd7-49e6-92ae-dba2869e9c92 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/quotas/e3f4adcfcaff473c81a4ba75e236035e HTTP/1.1" status: 200 len: 375 time: 0.0162525 Jul 13 08:41:50.125548 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-ddba5507-e497-46bb-aec6-6c5306043c2d tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/quotas/e68bd061e90443899994b6f855aa27fa HTTP/1.1" status: 200 len: 375 time: 0.0172679 Jul 13 08:41:50.156259 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-f1edbc80-77c3-4c30-8794-57b58b58a261 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3f4adcfcaff473c81a4ba75e236035e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306141 Jul 13 08:41:50.163799 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-28bec276-902d-4340-9927-90ed8710e0b3 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e68bd061e90443899994b6f855aa27fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316303 Jul 13 08:41:50.313366 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-4f03a2d5-74ac-44fa-919d-615ca28cb0b2 service neutron] 10.222.0.66 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497579 Jul 13 08:41:50.445871 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-cb854627-2157-4223-a82c-7e50b514d215 service neutron] 10.222.0.66 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239657 Jul 13 08:41:50.506814 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb4737-38c0-4f3f-93e8-12d9925b4226 req-eff6fd45-9663-4d04-ae67-c0330cd81c03 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:50.511463 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-08fb4737-38c0-4f3f-93e8-12d9925b4226 req-eff6fd45-9663-4d04-ae67-c0330cd81c03 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0983515 Jul 13 08:41:50.567640 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-08fb4737-38c0-4f3f-93e8-12d9925b4226 req-39bdec86-df4c-4dad-aeaf-bc47b178e4da tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517306 Jul 13 08:41:50.716198 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1c546d53-b2a5-4ac2-92d5-7d5fd57d12e0 req-14bbda09-af85-4e9a-9cc6-bfd2ea15a5a7 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 210 time: 0.0697286 Jul 13 08:41:50.828613 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-77662401-f2db-4265-9a2d-91f778ef7f1f req-7d5ffb2e-10a2-4eb2-b4d8-468bcd0e35b8 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 210 time: 0.0367618 Jul 13 08:41:51.197196 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2cc50-4a50-420f-8ea4-367f9733ac28 req-fca853df-03fb-45fc-a32a-9abc38d6a27d tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:51.198615 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1ac2cc50-4a50-420f-8ea4-367f9733ac28 req-fca853df-03fb-45fc-a32a-9abc38d6a27d tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 946 time: 0.0691788 Jul 13 08:41:51.239236 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1ac2cc50-4a50-420f-8ea4-367f9733ac28 req-01a79d2b-7ca8-495c-9d61-f9a3a4cdc9d6 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348487 Jul 13 08:41:51.754998 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbca1e-3730-46ae-9269-9e83700b903f req-744c3243-199b-4332-877d-09f5e0421c15 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:51.763203 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97bbca1e-3730-46ae-9269-9e83700b903f req-744c3243-199b-4332-877d-09f5e0421c15 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0815341 Jul 13 08:41:51.813535 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97bbca1e-3730-46ae-9269-9e83700b903f req-b0a406ca-b9d7-42f0-bf68-bacbcc164704 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Jul 13 08:41:51.877813 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-97e5e148-53f9-4f55-b88b-628835bb9a77 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e68bd061e90443899994b6f855aa27fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389502 Jul 13 08:41:51.906798 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ad0f3331-0241-4e7a-9f8a-ca3205a98d07 req-279dacef-3b19-4248-a238-bc1f5c95dbb2 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 210 time: 0.0438557 Jul 13 08:41:52.032056 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede81b-1431-425d-8ed2-a32053938832 req-2d360613-c27f-4189-bb8b-93f8b8b637a6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:52.034190 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-2d360613-c27f-4189-bb8b-93f8b8b637a6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474671 Jul 13 08:41:52.053060 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Request body: {'port': {'device_id': '1f487bb7-8881-4643-8752-36aaf1a8f0d1', 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0', 'admin_state_up': True, 'tenant_id': 'e68bd061e90443899994b6f855aa27fa'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:52.059800 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a12a0b09-3ffc-4a6f-8422-197a3babe9c0 req-fcefa4b2-869b-47ff-a676-364ee01bd3c4 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 210 time: 0.0375059 Jul 13 08:41:52.148466 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-696a2ac9-669f-4440-b89f-ba64abc8a959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:52.177329 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Made reservation on behalf of e68bd061e90443899994b6f855aa27fa for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:52.181145 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:52.189940 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:52.289367 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:52.293872 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:52.369583 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd24c563-a4d4-4fae-bb1d-2dbfc2688969,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:52.382668 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:52.476203 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Allocated IP 192.168.233.36 (17f31324-a160-43c4-ba14-35c5314ba8d0/0c4b8640-9ed0-4492-bc0b-dccf9e1647b9/bfc5f474-ad9b-42b9-9c32-2b9da46075a8) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:52.501707 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233a76a-4c6a-48e5-9bb7-40f0a9a7f64c req-cb99118a-1da5-4a19-86cc-0da2e264047b tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:52.503582 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0233a76a-4c6a-48e5-9bb7-40f0a9a7f64c req-cb99118a-1da5-4a19-86cc-0da2e264047b tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 946 time: 0.1251116 Jul 13 08:41:52.632465 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0233a76a-4c6a-48e5-9bb7-40f0a9a7f64c req-ffe11d59-0816-41ed-9b3e-76c4032b197e tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203108 Jul 13 08:41:52.779230 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684417f-7134-4726-b77c-b671bab8e043 req-3a0a239e-c9ea-45d2-b3b1-8b54859f99f8 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:52.780704 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-3a0a239e-c9ea-45d2-b3b1-8b54859f99f8 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.70 "GET /v2.0/networks?id=48597265-ed59-409e-9276-9fe173d4dc8d HTTP/1.1" status: 200 len: 809 time: 0.2347305 Jul 13 08:41:52.800004 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Request body: {'port': {'device_id': '144f56e3-23d7-401e-a043-1bf74f3b5103', 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d', 'admin_state_up': True, 'tenant_id': 'e3f4adcfcaff473c81a4ba75e236035e'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:52.807206 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:52.843878 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Transition to ACTIVE for port object bfc5f474-ad9b-42b9-9c32-2b9da46075a8 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:52.946657 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:52.980930 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Made reservation on behalf of e3f4adcfcaff473c81a4ba75e236035e for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:52.984482 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.014339 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3952e-21be-4c8d-8ae3-85da8a50e128 req-bb1ab7ad-3e23-4524-9c61-8924f6b02a28 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:53.016956 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-05d3952e-21be-4c8d-8ae3-85da8a50e128 req-bb1ab7ad-3e23-4524-9c61-8924f6b02a28 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0769284 Jul 13 08:41:53.026965 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Network 17f31324-a160-43c4-ba14-35c5314ba8d0 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:53.049089 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Pushing event updated for resources: {'Port': ['ID=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:53.054451 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:53.059998 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:53.061030 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.067169 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:53.067899 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.124976 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-fe36765e-2796-41d3-b2da-1301e7ae2c0a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0783262 Jul 13 08:41:53.148488 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-05d3952e-21be-4c8d-8ae3-85da8a50e128 req-40d8cfab-d84c-412e-a827-bc59d9628731 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173601 Jul 13 08:41:53.160681 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Request body: {'port': {'device_id': '1f487bb7-8881-4643-8752-36aaf1a8f0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:53.394596 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Allocated IP 172.20.0.12 (48597265-ed59-409e-9276-9fe173d4dc8d/1514f3c1-5b80-4e34-9544-25a38c1a0de7/d30fde89-a61e-42da-91dc-421b0e3b80f9) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:53.403901 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.436210 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cb4c6-1018-4963-811d-fbd7416e3fa3 req-267ce9ff-f026-438b-9dce-54cbf9238215 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:53.436450 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-c3b089eb-ff1f-4748-b6e7-179b277603fc None None] Provisioning for port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:53.437944 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3c0cb4c6-1018-4963-811d-fbd7416e3fa3 req-267ce9ff-f026-438b-9dce-54cbf9238215 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 935 time: 0.2994182 Jul 13 08:41:53.447756 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-c3b089eb-ff1f-4748-b6e7-179b277603fc None None] Provisioning complete for port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:53.448744 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c3b089eb-ff1f-4748-b6e7-179b277603fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.508450 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-c3b089eb-ff1f-4748-b6e7-179b277603fc None None] Port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:53.512475 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-61ed61f5-01dc-4201-8f83-ca4110de80f9 req-807f4b08-6f88-42e5-938d-fdacb651844b tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 210 time: 0.0407434 Jul 13 08:41:53.521488 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58126) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:53.597521 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3c0cb4c6-1018-4963-811d-fbd7416e3fa3 req-2d138530-5a94-4ad7-9841-7b89a5082359 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398427 Jul 13 08:41:53.655936 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70d3af5b-aabd-4175-97f3-d7517de60cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.799887 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.866007 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70d3af5b-aabd-4175-97f3-d7517de60cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.885803 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70d3af5b-aabd-4175-97f3-d7517de60cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.936085 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808221e2-968b-485c-811e-c2fc7d70bbd8 req-a0bc8065-bd22-4bf0-a638-2fbdb95c37fa tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:53.937556 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-808221e2-968b-485c-811e-c2fc7d70bbd8 req-a0bc8065-bd22-4bf0-a638-2fbdb95c37fa tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 946 time: 0.1517820 Jul 13 08:41:53.939986 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3af5b-aabd-4175-97f3-d7517de60cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad60bec-0413-4a82-960f-e273dfad821a,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:53.947821 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-70d3af5b-aabd-4175-97f3-d7517de60cc2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8eb011670edb4fe28045ad41de9e0949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247322 Jul 13 08:41:53.948466 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58134) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:53.969499 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-fc0b4473-bcbe-4848-abdf-7105a7ef6ad8 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:53.971235 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-fc0b4473-bcbe-4848-abdf-7105a7ef6ad8 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 946 time: 0.2207475 Jul 13 08:41:53.991808 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.022098 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-808221e2-968b-485c-811e-c2fc7d70bbd8 req-f9de64f0-5631-4006-9f0a-afee448fa44d tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666411 Jul 13 08:41:54.038431 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d05ae51e-8fed-46ba-bac8-6784d585bfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.065764 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d05ae51e-8fed-46ba-bac8-6784d585bfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.122732 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Network 48597265-ed59-409e-9276-9fe173d4dc8d is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:54.127417 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d05ae51e-8fed-46ba-bac8-6784d585bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.130100 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d05ae51e-8fed-46ba-bac8-6784d585bfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.131683 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-d05ae51e-8fed-46ba-bac8-6784d585bfba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ad60bec-0413-4a82-960f-e273dfad821a HTTP/1.1" status: 204 len: 168 time: 0.1822393 Jul 13 08:41:54.134070 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc5f474-ad9b-42b9-9c32-2b9da46075a8 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:54.140801 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ae51e-8fed-46ba-bac8-6784d585bfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad60bec-0413-4a82-960f-e273dfad821a,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:54.149892 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:54.153051 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:54.158704 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:54.160454 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.188890 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.197390 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Pushing event updated for resources: {'Port': ['ID=d30fde89-a61e-42da-91dc-421b0e3b80f9,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:54.222092 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-43c0bf7a-1c2c-40fe-abbb-c6d0d34f1499 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4271834 Jul 13 08:41:54.223338 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Transition to ACTIVE for port object bfc5f474-ad9b-42b9-9c32-2b9da46075a8 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:54.233112 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.248738 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Request body: {'port': {'device_id': '144f56e3-23d7-401e-a043-1bf74f3b5103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:54.364331 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-d6a91984-b8a0-4fad-9f6c-525603e6db11 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Deleting port 775173ae-82fd-4c2d-9fe3-f2eef5878532 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:41:54.365259 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-d6a91984-b8a0-4fad-9f6c-525603e6db11 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.398557 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:54.494802 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58146) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:54.513994 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2b87ddca-bf6e-487c-a1e0-df3edcc10b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.632194 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.634849 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2b87ddca-bf6e-487c-a1e0-df3edcc10b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.639174 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2b87ddca-bf6e-487c-a1e0-df3edcc10b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.710941 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-2b87ddca-bf6e-487c-a1e0-df3edcc10b78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1512985412a4145ad2c7717a6492ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147193 Jul 13 08:41:54.712545 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87ddca-bf6e-487c-a1e0-df3edcc10b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9461fefc-e989-488e-a74d-9f907e7465f6,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:54.715798 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58152) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:54.775825 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Attempting to bind port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:54.776164 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Attempting to bind port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '2836daa2-cdc1-4193-a371-eb3309c99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:54.776499 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Attempting to bind port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 on network 17f31324-a160-43c4-ba14-35c5314ba8d0 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:54.788179 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b292a5-cc6f-457b-a2c4-817421ccdbf3 req-1a789790-97dc-4732-a8c3-2672b35381d2 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:54.789703 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-11b292a5-cc6f-457b-a2c4-817421ccdbf3 req-1a789790-97dc-4732-a8c3-2672b35381d2 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 932 time: 0.1257670 Jul 13 08:41:54.802700 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 on network 17f31324-a160-43c4-ba14-35c5314ba8d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:41:54.803286 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Attempting to bind port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 on network 17f31324-a160-43c4-ba14-35c5314ba8d0 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:54.810627 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-03209c69-76a8-49f4-bd51-5ad0411302e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.813777 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.836022 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:54.836366 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Checking segment: {'id': '2836daa2-cdc1-4193-a371-eb3309c99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:54.836760 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Bound using segment: {'id': '2836daa2-cdc1-4193-a371-eb3309c99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:54.837207 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Bound port: bfc5f474-ad9b-42b9-9c32-2b9da46075a8, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2836daa2-cdc1-4193-a371-eb3309c99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:54.837562 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.852894 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-03209c69-76a8-49f4-bd51-5ad0411302e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.859098 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20acb-7228-405b-97b9-86bb58e1c2ce req-7c145e8f-016a-4f29-8b64-ef5bdb266e52 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:54.860654 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-78d20acb-7228-405b-97b9-86bb58e1c2ce req-7c145e8f-016a-4f29-8b64-ef5bdb266e52 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.5725648 Jul 13 08:41:54.864527 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-d6a91984-b8a0-4fad-9f6c-525603e6db11 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] For port 775173ae-82fd-4c2d-9fe3-f2eef5878532, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=775173ae-82fd-4c2d-9fe3-f2eef5878532,segment=NetworkSegment(ecd75b11-8da9-4c51-a207-4759997834c1),segment_id=ecd75b11-8da9-4c51-a207-4759997834c1)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:54.865043 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-d6a91984-b8a0-4fad-9f6c-525603e6db11 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.868443 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-11b292a5-cc6f-457b-a2c4-817421ccdbf3 req-6df4e8fe-7014-4273-86ce-bd51b9119db9 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697892 Jul 13 08:41:54.920152 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-03209c69-76a8-49f4-bd51-5ad0411302e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.923336 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-03209c69-76a8-49f4-bd51-5ad0411302e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.924941 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-03209c69-76a8-49f4-bd51-5ad0411302e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9461fefc-e989-488e-a74d-9f907e7465f6 HTTP/1.1" status: 204 len: 168 time: 0.2066102 Jul 13 08:41:54.926243 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-d6a91984-b8a0-4fad-9f6c-525603e6db11 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Calling delete_port for 775173ae-82fd-4c2d-9fe3-f2eef5878532 owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:41:54.935954 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03209c69-76a8-49f4-bd51-5ad0411302e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9461fefc-e989-488e-a74d-9f907e7465f6,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:55.079513 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cb11f-f2cf-4053-aa3f-25187b2d2298 req-adae30b3-c228-41e9-b4ed-b010456a050d tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:55.081115 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6b9cb11f-f2cf-4053-aa3f-25187b2d2298 req-adae30b3-c228-41e9-b4ed-b010456a050d tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 947 time: 0.0713675 Jul 13 08:41:55.100520 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-78d20acb-7228-405b-97b9-86bb58e1c2ce req-f8a15c5d-1dc4-4cb8-8c13-937817d9072b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254999 Jul 13 08:41:55.160073 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6b9cb11f-f2cf-4053-aa3f-25187b2d2298 req-905ff5dd-000a-4d2f-9862-79ab0f9041d1 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702434 Jul 13 08:41:55.175313 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] For port bfc5f474-ad9b-42b9-9c32-2b9da46075a8, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:55.238780 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] For port bfc5f474-ad9b-42b9-9c32-2b9da46075a8, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,segment=NetworkSegment(2836daa2-cdc1-4193-a371-eb3309c99203),segment_id=2836daa2-cdc1-4193-a371-eb3309c99203)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:55.273926 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:55.403186 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:55.403812 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:55.405215 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] 10.222.0.70 "PUT /v2.0/ports/bfc5f474-ad9b-42b9-9c32-2b9da46075a8 HTTP/1.1" status: 200 len: 1097 time: 2.2627940 Jul 13 08:41:55.407881 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f487bb7-8881-4643-8752-36aaf1a8f0d1', 'tag': 'bfc5f474-ad9b-42b9-9c32-2b9da46075a8'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:55.410148 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731" -d '{"events": [{"name": "network-changed", "server_uuid": "1f487bb7-8881-4643-8752-36aaf1a8f0d1", "tag": "bfc5f474-ad9b-42b9-9c32-2b9da46075a8"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:55.447368 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-d6a91984-b8a0-4fad-9f6c-525603e6db11 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:55.465726 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['775173ae-82fd-4c2d-9fe3-f2eef5878532'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:41:55.471483 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37983cb-0145-46cd-ae75-dfe8628bdb25 x-openstack-request-id: req-d37983cb-0145-46cd-ae75-dfe8628bdb25 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:55.471889 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f487bb7-8881-4643-8752-36aaf1a8f0d1", "tag": "bfc5f474-ad9b-42b9-9c32-2b9da46075a8", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:55.472232 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d37983cb-0145-46cd-ae75-dfe8628bdb25 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:55.472721 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f487bb7-8881-4643-8752-36aaf1a8f0d1', 'tag': 'bfc5f474-ad9b-42b9-9c32-2b9da46075a8', 'status': 'completed', 'code': 200} Jul 13 08:41:55.504819 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346bec2-1b36-437b-b10b-658598f6a671 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:55.635128 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a91984-b8a0-4fad-9f6c-525603e6db11 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Pushing event deleted for resources: {'Port': ['ID=775173ae-82fd-4c2d-9fe3-f2eef5878532,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:55.703073 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-d6a91984-b8a0-4fad-9f6c-525603e6db11 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] No DVR routers for this DVR port 775173ae-82fd-4c2d-9fe3-f2eef5878532 on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:41:55.706642 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-d6a91984-b8a0-4fad-9f6c-525603e6db11 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:55.709712 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98d8ea95-e984-4840-9994-5b67e88a2d09 req-d6a91984-b8a0-4fad-9f6c-525603e6db11 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.70 "DELETE /v2.0/ports/775173ae-82fd-4c2d-9fe3-f2eef5878532 HTTP/1.1" status: 204 len: 173 time: 1.7311966 Jul 13 08:41:55.726982 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3d04b-70b7-4f98-8a7b-ec6b40d728b3 req-05d31eab-fa2d-40c6-8952-f4aac00c4557 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:55.729177 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a4e3d04b-70b7-4f98-8a7b-ec6b40d728b3 req-05d31eab-fa2d-40c6-8952-f4aac00c4557 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 867 time: 0.4527662 Jul 13 08:41:55.734094 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30fde89-a61e-42da-91dc-421b0e3b80f9 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:55.745952 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:55.770459 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede81b-1431-425d-8ed2-a32053938832 req-cae37f97-37ca-4a86-9001-909df3300313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:55.772529 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-cae37f97-37ca-4a86-9001-909df3300313 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e68bd061e90443899994b6f855aa27fa&device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 1100 time: 0.3083074 Jul 13 08:41:55.792840 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Transition to ACTIVE for port object d30fde89-a61e-42da-91dc-421b0e3b80f9 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:55.831196 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:55.839040 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-c15381cd-3178-4d26-9656-866e7a7cf96f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=bfc5f474-ad9b-42b9-9c32-2b9da46075a8 HTTP/1.1" status: 200 len: 217 time: 0.0562756 Jul 13 08:41:55.872912 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a4e3d04b-70b7-4f98-8a7b-ec6b40d728b3 req-9a31732c-ca8c-4281-8688-e7f2e9b88d34 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/security-groups?id=864261df-7479-44e7-a806-4a77303a512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332326 Jul 13 08:41:55.946175 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Pushing event updated for resources: {'Port': ['ID=d30fde89-a61e-42da-91dc-421b0e3b80f9,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:55.953128 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede81b-1431-425d-8ed2-a32053938832 req-ce30f46a-cbd7-4594-a3f8-a50b15f74709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:55.954664 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-ce30f46a-cbd7-4594-a3f8-a50b15f74709 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c4b8640-9ed0-4492-bc0b-dccf9e1647b9 HTTP/1.1" status: 200 len: 843 time: 0.1029453 Jul 13 08:41:56.026599 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Attempting to bind port d30fde89-a61e-42da-91dc-421b0e3b80f9 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:56.027032 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Attempting to bind port d30fde89-a61e-42da-91dc-421b0e3b80f9 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:56.027316 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Attempting to bind port d30fde89-a61e-42da-91dc-421b0e3b80f9 on network 48597265-ed59-409e-9276-9fe173d4dc8d {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:56.033403 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Port d30fde89-a61e-42da-91dc-421b0e3b80f9 on network 48597265-ed59-409e-9276-9fe173d4dc8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:41:56.033727 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Attempting to bind port d30fde89-a61e-42da-91dc-421b0e3b80f9 on network 48597265-ed59-409e-9276-9fe173d4dc8d {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:56.044731 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:56.045759 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Checking segment: {'id': 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:56.046297 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Bound using segment: {'id': 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:56.046742 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Bound port: d30fde89-a61e-42da-91dc-421b0e3b80f9, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:56.047144 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:56.088462 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118f04e-352a-4eeb-a7d6-d8dac784d0cb req-b517aab9-7ada-4fb0-8d54-70fc2c8b81a5 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:56.090596 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3118f04e-352a-4eeb-a7d6-d8dac784d0cb req-b517aab9-7ada-4fb0-8d54-70fc2c8b81a5 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 944 time: 0.0802166 Jul 13 08:41:56.103612 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede81b-1431-425d-8ed2-a32053938832 req-a069e118-ec08-4713-bdaa-9a75bd6c1b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:56.105317 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-a069e118-ec08-4713-bdaa-9a75bd6c1b46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17f31324-a160-43c4-ba14-35c5314ba8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1279948 Jul 13 08:41:56.145293 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3118f04e-352a-4eeb-a7d6-d8dac784d0cb req-0d33e1c7-814f-469a-9862-5d7059e27a7f tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475383 Jul 13 08:41:56.172064 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] For port d30fde89-a61e-42da-91dc-421b0e3b80f9, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:56.258600 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] For port d30fde89-a61e-42da-91dc-421b0e3b80f9, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d30fde89-a61e-42da-91dc-421b0e3b80f9,segment=NetworkSegment(ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a),segment_id=ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:56.274858 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:56.373195 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:56.373809 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:56.378953 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] 10.222.0.70 "PUT /v2.0/ports/d30fde89-a61e-42da-91dc-421b0e3b80f9 HTTP/1.1" status: 200 len: 1094 time: 2.1328788 Jul 13 08:41:56.380922 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-d94e6cbb-da9a-497c-845f-fa66992bc80d service neutron] 10.222.0.70 "GET /v2.0/networks/17f31324-a160-43c4-ba14-35c5314ba8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626965 Jul 13 08:41:56.414516 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cab689-45bb-4e7b-98cb-c4051f28c4ed service neutron] Pushing event updated for resources: {'Port': ['ID=d30fde89-a61e-42da-91dc-421b0e3b80f9,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:56.435061 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd736b70-b6fa-4b12-bbc1-88fa00367f76 req-75f10969-9fb7-457d-9914-3bed8fa9da79 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:56.436714 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fd736b70-b6fa-4b12-bbc1-88fa00367f76 req-75f10969-9fb7-457d-9914-3bed8fa9da79 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 947 time: 0.0929465 Jul 13 08:41:56.485234 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fd736b70-b6fa-4b12-bbc1-88fa00367f76 req-a2b61760-0ea3-47e5-8554-a1340feb66c9 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383837 Jul 13 08:41:56.542206 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1182299-f9b5-4a9b-bbd8-f24939dd769c req-93272e79-874f-4398-bb64-c03ed862ffd0 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:56.544032 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d1182299-f9b5-4a9b-bbd8-f24939dd769c req-93272e79-874f-4398-bb64-c03ed862ffd0 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.2445743 Jul 13 08:41:56.575703 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9ede81b-1431-425d-8ed2-a32053938832 req-5f398804-2198-42d1-8e26-93066cbeef9a service neutron] 10.222.0.70 "GET /v2.0/networks/17f31324-a160-43c4-ba14-35c5314ba8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769156 Jul 13 08:41:56.598434 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684417f-7134-4726-b77c-b671bab8e043 req-94d5603f-e288-4004-9fc9-d17b996b69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:56.600304 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-94d5603f-e288-4004-9fc9-d17b996b69c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3f4adcfcaff473c81a4ba75e236035e&device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 1097 time: 0.1697304 Jul 13 08:41:56.621491 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d1182299-f9b5-4a9b-bbd8-f24939dd769c req-bedb4163-915e-46a3-9db1-064289d0a104 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607853 Jul 13 08:41:56.665545 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-3d110db2-5333-463d-b65e-8ff64cf774bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d30fde89-a61e-42da-91dc-421b0e3b80f9 HTTP/1.1" status: 200 len: 217 time: 0.0536301 Jul 13 08:41:56.738826 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684417f-7134-4726-b77c-b671bab8e043 req-697f08af-124b-4749-84bc-68cb067901b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:56.741035 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-697f08af-124b-4749-84bc-68cb067901b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1514f3c1-5b80-4e34-9544-25a38c1a0de7 HTTP/1.1" status: 200 len: 849 time: 0.0563941 Jul 13 08:41:56.750443 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-b60b9fec-b85a-471a-a2fb-4a475b8e6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:56.751515 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-b60b9fec-b85a-471a-a2fb-4a475b8e6a48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e68bd061e90443899994b6f855aa27fa&device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 1100 time: 0.0950243 Jul 13 08:41:56.781601 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-c86a5f12-bbe8-4bb2-8447-c9b8bd172130 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48597265-ed59-409e-9276-9fe173d4dc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291328 Jul 13 08:41:56.971078 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-81e45394-d37f-44f5-a848-8ff02655d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:56.972539 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-81e45394-d37f-44f5-a848-8ff02655d5aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=17f31324-a160-43c4-ba14-35c5314ba8d0 HTTP/1.1" status: 200 len: 870 time: 0.1935301 Jul 13 08:41:57.031632 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-486c6654-1aa3-4938-9ab1-3c06ae8f7837 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=bfc5f474-ad9b-42b9-9c32-2b9da46075a8 HTTP/1.1" status: 200 len: 217 time: 0.0460463 Jul 13 08:41:57.033643 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-5e744cbf-5ead-4615-b845-7351e7f57786 service neutron] 10.222.0.70 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265091 Jul 13 08:41:57.051667 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 58218) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:57.377520 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bca9c2-5e38-4b47-b057-ac5fa7b8b31d req-771e6ad6-e18f-4fc0-b139-ccd34506db68 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:57.379138 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-57bca9c2-5e38-4b47-b057-ac5fa7b8b31d req-771e6ad6-e18f-4fc0-b139-ccd34506db68 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 944 time: 0.0847518 Jul 13 08:41:57.422708 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-57bca9c2-5e38-4b47-b057-ac5fa7b8b31d req-d2b320a3-24c0-4df5-ba6d-759f3141d1fe tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Jul 13 08:41:57.424307 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9e210067-0913-4c76-bdf9-42c4c95dc48d req-9c9713b7-9581-4fd5-9af0-ed235cc8c2c9 tempest-DeleteServersTestJSON-1179818893 tempest-DeleteServersTestJSON-1179818893-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddd868b0-086b-4d92-bcc7-ace3d6331f83 HTTP/1.1" status: 200 len: 210 time: 0.3426135 Jul 13 08:41:57.472644 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-457dbcfd-83b4-4c54-8101-491f4b05963e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:57.476022 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd868b0-086b-4d92-bcc7-ace3d6331f83', 'name': 'network-vif-deleted', 'tag': '775173ae-82fd-4c2d-9fe3-f2eef5878532'}, {'name': 'network-changed', 'server_uuid': '144f56e3-23d7-401e-a043-1bf74f3b5103', 'tag': 'd30fde89-a61e-42da-91dc-421b0e3b80f9'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:57.478291 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7" -d '{"events": [{"server_uuid": "ddd868b0-086b-4d92-bcc7-ace3d6331f83", "name": "network-vif-deleted", "tag": "775173ae-82fd-4c2d-9fe3-f2eef5878532"}, {"name": "network-changed", "server_uuid": "144f56e3-23d7-401e-a043-1bf74f3b5103", "tag": "d30fde89-a61e-42da-91dc-421b0e3b80f9"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:57.486196 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-3ada9c95-500e-40cf-aa73-f241c4aa8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:57.487676 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-3ada9c95-500e-40cf-aa73-f241c4aa8add service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c4b8640-9ed0-4492-bc0b-dccf9e1647b9 HTTP/1.1" status: 200 len: 843 time: 0.4404645 Jul 13 08:41:57.528857 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ec9fe9-9c75-41a9-88ba-a8a61f3382aa x-openstack-request-id: req-f1ec9fe9-9c75-41a9-88ba-a8a61f3382aa {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:57.529160 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd868b0-086b-4d92-bcc7-ace3d6331f83", "name": "network-vif-deleted", "tag": "775173ae-82fd-4c2d-9fe3-f2eef5878532", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "144f56e3-23d7-401e-a043-1bf74f3b5103", "tag": "d30fde89-a61e-42da-91dc-421b0e3b80f9", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:57.529533 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1ec9fe9-9c75-41a9-88ba-a8a61f3382aa {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:57.529785 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd868b0-086b-4d92-bcc7-ace3d6331f83', 'name': 'network-vif-deleted', 'tag': '775173ae-82fd-4c2d-9fe3-f2eef5878532', 'status': 'completed', 'code': 200} Jul 13 08:41:57.530033 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144f56e3-23d7-401e-a043-1bf74f3b5103', 'tag': 'd30fde89-a61e-42da-91dc-421b0e3b80f9', 'status': 'completed', 'code': 200} Jul 13 08:41:57.553928 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e684417f-7134-4726-b77c-b671bab8e043 req-3f434955-7109-4aa8-8387-a4e9ccac93ce service neutron] 10.222.0.70 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051701 Jul 13 08:41:57.608887 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-42491d79-f9f0-45bb-a90d-4699ba80643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:57.610403 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-42491d79-f9f0-45bb-a90d-4699ba80643e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17f31324-a160-43c4-ba14-35c5314ba8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1125348 Jul 13 08:41:57.711769 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 775173ae-82fd-4c2d-9fe3-f2eef5878532 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:41:57.738474 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 775173ae-82fd-4c2d-9fe3-f2eef5878532 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:41:57.738950 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 775173ae-82fd-4c2d-9fe3-f2eef5878532 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:41:57.781083 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-457dbcfd-83b4-4c54-8101-491f4b05963e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:57.800373 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-457dbcfd-83b4-4c54-8101-491f4b05963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:57.825797 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc47a0-da31-4f30-bebf-95eeff34d908 req-a426437e-c8e9-483b-ac94-a90b3d2c31e2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:57.827016 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e2fc47a0-da31-4f30-bebf-95eeff34d908 req-a426437e-c8e9-483b-ac94-a90b3d2c31e2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0732710 Jul 13 08:41:57.849763 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-e9b23e7b-57b8-4698-bf08-15095a08f7ff service neutron] 10.222.0.70 "GET /v2.0/networks/17f31324-a160-43c4-ba14-35c5314ba8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265706 Jul 13 08:41:57.867652 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e2fc47a0-da31-4f30-bebf-95eeff34d908 req-1de88162-ebc5-4233-aa4c-9a5cf3798037 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347254 Jul 13 08:41:57.874389 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c50d33-3b6e-4104-9e95-4377a20e2219 req-6360bc05-eaa2-465c-befb-92670387b59f tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:57.875914 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a4c50d33-3b6e-4104-9e95-4377a20e2219 req-6360bc05-eaa2-465c-befb-92670387b59f tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 947 time: 0.2645829 Jul 13 08:41:57.888155 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-457dbcfd-83b4-4c54-8101-491f4b05963e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85c73c3e8c0d4f8a8e8ff703ea240a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8331771 Jul 13 08:41:57.888155 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7 req-2855e4dc-63d3-4eb5-a3f9-e9f3cbad175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:57.888752 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58234) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:57.889380 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7 req-2855e4dc-63d3-4eb5-a3f9-e9f3cbad175f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3f4adcfcaff473c81a4ba75e236035e&device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 1097 time: 0.2496135 Jul 13 08:41:57.891270 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dbcfd-83b4-4c54-8101-491f4b05963e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2675f1c-34cd-4af4-8c22-96242b72d19b,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:57.944743 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cb25-c2ac-49cc-9241-69ef891e2094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:57.967863 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cb25-c2ac-49cc-9241-69ef891e2094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.018812 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cb25-c2ac-49cc-9241-69ef891e2094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.021581 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cb25-c2ac-49cc-9241-69ef891e2094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.022945 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-5ef0cb25-c2ac-49cc-9241-69ef891e2094 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2675f1c-34cd-4af4-8c22-96242b72d19b HTTP/1.1" status: 204 len: 168 time: 0.1327994 Jul 13 08:41:58.030732 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0cb25-c2ac-49cc-9241-69ef891e2094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2675f1c-34cd-4af4-8c22-96242b72d19b,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:58.033433 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a4c50d33-3b6e-4104-9e95-4377a20e2219 req-722d8aef-aacc-4da7-a022-e1b5bf8be167 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431005 Jul 13 08:41:58.075079 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7 req-c1f237c5-dc75-4a6b-8071-12def5addbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:58.076698 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7 req-c1f237c5-dc75-4a6b-8071-12def5addbb0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=48597265-ed59-409e-9276-9fe173d4dc8d HTTP/1.1" status: 200 len: 910 time: 0.1636379 Jul 13 08:41:58.078326 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1e1e5cdf-34c0-42b2-99a3-ebeba3b99731 req-fd08f5fe-cce8-4c60-92fc-b5c40bc526c6 service neutron] 10.222.0.70 "GET /v2.0/networks/17f31324-a160-43c4-ba14-35c5314ba8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128215 Jul 13 08:41:58.134999 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7 req-45d39f19-fe0f-40b4-911b-12d8d3eeffe4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d30fde89-a61e-42da-91dc-421b0e3b80f9 HTTP/1.1" status: 200 len: 217 time: 0.0407069 Jul 13 08:41:58.195034 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7 req-fe0e94d3-32d2-453c-b4d2-f77413ceee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:58.196429 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7 req-fe0e94d3-32d2-453c-b4d2-f77413ceee2d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1514f3c1-5b80-4e34-9544-25a38c1a0de7 HTTP/1.1" status: 200 len: 849 time: 0.0460775 Jul 13 08:41:58.256453 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7 req-e947fa13-63b1-42e7-b5a2-def74d8b657e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48597265-ed59-409e-9276-9fe173d4dc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430977 Jul 13 08:41:58.391392 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7 req-295798cf-ce27-40f7-ba14-6dd137d0dfb5 service neutron] 10.222.0.70 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274421 Jul 13 08:41:58.412382 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58256) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:58.436067 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9e9d990b-2b30-42df-96e2-c954143ec417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.446067 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52146b90-95a3-4874-8a24-003877849a7b req-f6a666ad-eabd-4177-8e5e-bf37c5b73172 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:58.447686 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-f6a666ad-eabd-4177-8e5e-bf37c5b73172 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 815 time: 0.1418972 Jul 13 08:41:58.469872 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-3265d9b1-ef79-4de9-b08a-db8a281346f6 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/quotas/5c2c5dcfa6be4ef1ace638c089206e15 HTTP/1.1" status: 200 len: 375 time: 0.0139229 Jul 13 08:41:58.516408 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a624124-1c3e-46cc-b71f-3a7baf0fe0e7 req-6b55f68c-b266-44b4-b4b5-740d804bab0c service neutron] 10.222.0.70 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128988 Jul 13 08:41:58.595391 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-afc1a76b-ce20-41d7-854f-6fbdaec4c676 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1154659 Jul 13 08:41:58.610451 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604ea8d-6e95-414d-86d5-ee372bda8b69 req-8cfde7f3-b17f-419b-8814-e139ef1540cc tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:58.612143 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2604ea8d-6e95-414d-86d5-ee372bda8b69 req-8cfde7f3-b17f-419b-8814-e139ef1540cc tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 944 time: 0.0741084 Jul 13 08:41:58.643947 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9e9d990b-2b30-42df-96e2-c954143ec417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.651336 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9e9d990b-2b30-42df-96e2-c954143ec417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.656474 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2604ea8d-6e95-414d-86d5-ee372bda8b69 req-4b008330-325c-44a2-a298-229085a8be57 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386276 Jul 13 08:41:58.729722 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-9e9d990b-2b30-42df-96e2-c954143ec417 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab2f3fb531764a1683c1d9182543654c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155420 Jul 13 08:41:58.735369 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 58262) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:58.735505 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d990b-2b30-42df-96e2-c954143ec417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c091f762-c82b-4fa6-9b85-e9c457bb34c3,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:58.743559 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-6659e230-020f-48bc-af9b-e6340981c365 service neutron] 10.222.0.66 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365972 Jul 13 08:41:58.797091 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-57932683-d092-4848-beb9-8c2dd8aa5299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.820460 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-57932683-d092-4848-beb9-8c2dd8aa5299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.847741 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-ede08a87-55a8-490d-9e7a-60069ebfe28d service neutron] 10.222.0.66 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986722 Jul 13 08:41:58.885799 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-57932683-d092-4848-beb9-8c2dd8aa5299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.889247 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-57932683-d092-4848-beb9-8c2dd8aa5299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.890949 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-57932683-d092-4848-beb9-8c2dd8aa5299 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c091f762-c82b-4fa6-9b85-e9c457bb34c3 HTTP/1.1" status: 204 len: 168 time: 0.1541474 Jul 13 08:41:58.900985 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57932683-d092-4848-beb9-8c2dd8aa5299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c091f762-c82b-4fa6-9b85-e9c457bb34c3,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:59.092968 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c7863456-82f5-4081-a9e4-0c9bb8638549 req-a75cd386-5281-4098-ba14-bb833ce41a93 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 210 time: 0.0455799 Jul 13 08:41:59.122845 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4fe6b-d4e8-478a-8e93-8bce198125cb req-fb3621d9-6e48-4672-9dec-437f1ef6349e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:59.124473 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9a4fe6b-d4e8-478a-8e93-8bce198125cb req-fb3621d9-6e48-4672-9dec-437f1ef6349e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1149051 Jul 13 08:41:59.182599 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9a4fe6b-d4e8-478a-8e93-8bce198125cb req-bc464c0d-3449-45e8-a0d4-ca7f21f69675 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508800 Jul 13 08:41:59.404537 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902f9db-76f0-4f49-a045-fb1de94b0d91 req-36019453-f39d-48ac-b52f-d8ef21dc6439 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:59.410052 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7902f9db-76f0-4f49-a045-fb1de94b0d91 req-36019453-f39d-48ac-b52f-d8ef21dc6439 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 947 time: 0.0882123 Jul 13 08:41:59.448103 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7902f9db-76f0-4f49-a045-fb1de94b0d91 req-8bec9725-85d1-4bc4-9a58-f12ac93d12a4 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352602 Jul 13 08:41:59.723082 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device bfc5f474-ad9b-42b9-9c32-2b9da46075a8 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:41:59.869669 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port bfc5f474-ad9b-42b9-9c32-2b9da46075a8, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,segment=NetworkSegment(2836daa2-cdc1-4193-a371-eb3309c99203),segment_id=2836daa2-cdc1-4193-a371-eb3309c99203)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:59.874856 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-8b1e3680-b222-469b-b6f9-ad3abcaf7131 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1251850 Jul 13 08:41:59.879390 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b56b07-0735-490b-b003-0df0a59bb40d req-2ba8b5e8-9529-45db-80db-c275132260f2 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:59.887561 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-90b56b07-0735-490b-b003-0df0a59bb40d req-2ba8b5e8-9529-45db-80db-c275132260f2 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 944 time: 0.0863085 Jul 13 08:41:59.897603 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': 'bfc5f474-ad9b-42b9-9c32-2b9da46075a8', 'network_id': '17f31324-a160-43c4-ba14-35c5314ba8d0', 'port_id': 'bfc5f474-ad9b-42b9-9c32-2b9da46075a8', 'mac_address': 'fa:16:3e:5d:06:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4b8640-9ed0-4492-bc0b-dccf9e1647b9', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:41:59.938598 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-90b56b07-0735-490b-b003-0df0a59bb40d req-534e2179-e614-4601-8c66-460df4253635 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501533 Jul 13 08:41:59.950755 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:59.966397 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc5f474-ad9b-42b9-9c32-2b9da46075a8 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:59.988470 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port bfc5f474-ad9b-42b9-9c32-2b9da46075a8, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,segment=NetworkSegment(2836daa2-cdc1-4193-a371-eb3309c99203),segment_id=2836daa2-cdc1-4193-a371-eb3309c99203)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:59.994064 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:00.032491 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-8f27aece-3568-4ddb-8e42-1f2f68c2c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:00.034768 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-8f27aece-3568-4ddb-8e42-1f2f68c2c5bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 1099 time: 0.0832489 Jul 13 08:42:00.035409 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device d30fde89-a61e-42da-91dc-421b0e3b80f9 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:42:00.064574 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:00.074709 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.075095 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.075449 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.075789 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.076126 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.076851 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.077339 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.077825 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.078339 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.078845 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.079351 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.079851 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:00.203134 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-a927292e-79c6-49e7-a6bd-8217e210a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:00.205059 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-a927292e-79c6-49e7-a6bd-8217e210a312 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 916 time: 0.1382647 Jul 13 08:42:00.278287 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-bf9ca925-eb33-4a57-b078-c32d17527bf1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7ad0f02-c760-461d-acf6-5970b8ea12f7 HTTP/1.1" status: 200 len: 217 time: 0.0649812 Jul 13 08:42:00.322208 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port d30fde89-a61e-42da-91dc-421b0e3b80f9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d30fde89-a61e-42da-91dc-421b0e3b80f9,segment=NetworkSegment(ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a),segment_id=ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:00.354566 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': 'd30fde89-a61e-42da-91dc-421b0e3b80f9', 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d', 'port_id': 'd30fde89-a61e-42da-91dc-421b0e3b80f9', 'mac_address': 'fa:16:3e:17:11:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1514f3c1-5b80-4e34-9544-25a38c1a0de7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:42:00.362838 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-30551746-ef94-4f45-a8d2-1effa3140a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:00.365711 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-30551746-ef94-4f45-a8d2-1effa3140a88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05 HTTP/1.1" status: 200 len: 855 time: 0.0733631 Jul 13 08:42:00.402215 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a28339e3-428a-4d84-b476-5ab88892ebdf req-855dae90-4ec1-4bd9-9f91-2c726978dd70 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 210 time: 0.0343394 Jul 13 08:42:00.422108 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:00.452081 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30fde89-a61e-42da-91dc-421b0e3b80f9 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:00.484891 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port d30fde89-a61e-42da-91dc-421b0e3b80f9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d30fde89-a61e-42da-91dc-421b0e3b80f9,segment=NetworkSegment(ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a),segment_id=ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:00.492931 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:00.498096 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-a87da02c-73cf-4293-a2c8-dd28856ffbd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf33a87d-286a-4387-934f-92baae56b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436115 Jul 13 08:42:00.526580 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 58340) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:00.565279 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=d30fde89-a61e-42da-91dc-421b0e3b80f9,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:00.566770 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ced98-0b53-4540-a623-e4a15b7231b7 req-7dcae7a8-69aa-4147-b949-f2e71a5772bd tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:00.590815 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9f7ced98-0b53-4540-a623-e4a15b7231b7 req-7dcae7a8-69aa-4147-b949-f2e71a5772bd tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1815324 Jul 13 08:42:00.649495 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9f7ced98-0b53-4540-a623-e4a15b7231b7 req-117922f8-c5ba-4fe1-9ffd-a7d0d637e481 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576973 Jul 13 08:42:00.800358 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf4cb33-70f5-4df2-bef3-4c6ec4ea2517 admin admin] Deleting subnet 39c6e0d2-c212-4bbf-893d-0435668543ba {{(pid=99633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:42:00.813265 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5cf4cb33-70f5-4df2-bef3-4c6ec4ea2517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:00.876959 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e7998-4bb6-4712-9ec4-98a1ed1c462e req-81c09604-ef66-4ee8-8271-c011c721b016 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:00.877665 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52146b90-95a3-4874-8a24-003877849a7b req-6d69ed97-209d-4411-8935-fec0b4b9a999 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:00.879212 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-6d69ed97-209d-4411-8935-fec0b4b9a999 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 815 time: 0.3452659 Jul 13 08:42:00.879789 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-952e7998-4bb6-4712-9ec4-98a1ed1c462e req-81c09604-ef66-4ee8-8271-c011c721b016 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 948 time: 0.0920241 Jul 13 08:42:00.885002 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5cf4cb33-70f5-4df2-bef3-4c6ec4ea2517 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:00.890313 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-b2c4136e-4264-4a55-aaa8-f442c4083d2d service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649306 Jul 13 08:42:00.900514 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5cf4cb33-70f5-4df2-bef3-4c6ec4ea2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:00.923075 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-952e7998-4bb6-4712-9ec4-98a1ed1c462e req-efa9ab58-549e-4e0a-8c57-2c16a12148cd tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364716 Jul 13 08:42:00.941031 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Request body: {'port': {'device_id': '0db6803e-e6de-43ee-b20c-9a1767d07480', 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289', 'admin_state_up': True, 'tenant_id': '5c2c5dcfa6be4ef1ace638c089206e15'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:00.991463 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['bfc5f474-ad9b-42b9-9c32-2b9da46075a8'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:01.032040 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['d30fde89-a61e-42da-91dc-421b0e3b80f9'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:01.158087 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5cf4cb33-70f5-4df2-bef3-4c6ec4ea2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.183748 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7f76c693-21bc-4dca-b349-ef2853d16ed9 req-f0d992f9-8229-481d-90b4-5a82cb2e90c6 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579677 Jul 13 08:42:01.208843 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5cf4cb33-70f5-4df2-bef3-4c6ec4ea2517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.210771 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5cf4cb33-70f5-4df2-bef3-4c6ec4ea2517 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/39c6e0d2-c212-4bbf-893d-0435668543ba HTTP/1.1" status: 204 len: 168 time: 0.6743014 Jul 13 08:42:01.213422 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58360) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:01.225088 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4cb33-70f5-4df2-bef3-4c6ec4ea2517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c6e0d2-c212-4bbf-893d-0435668543ba,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:01.276267 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Made reservation on behalf of 5c2c5dcfa6be4ef1ace638c089206e15 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:01.279988 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.304219 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fcc2b-b3c4-4385-908e-188ecd6dafc2 req-46ded1bd-7937-4fec-a2e0-77f3f282796c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:01.311086 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9a1fcc2b-b3c4-4385-908e-188ecd6dafc2 req-46ded1bd-7937-4fec-a2e0-77f3f282796c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 945 time: 0.2109258 Jul 13 08:42:01.334709 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.370409 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 58364) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:01.406633 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9a1fcc2b-b3c4-4385-908e-188ecd6dafc2 req-91558554-dbf6-4901-879b-874b94ecde12 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946825 Jul 13 08:42:01.433520 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.445595 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdec7f7-b0f4-40b4-98e5-ed520c03bb51']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:01.475792 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Allocated IP 172.20.0.14 (cf33a87d-286a-4387-934f-92baae56b289/9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05/9f14f489-28e7-4e1f-85ee-5ca61082d9aa) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:01.530743 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3db9e3eb-c556-47bb-a471-953a0d615d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.648576 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd75b11-8da9-4c51-a207-4759997834c1') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:01.649017 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd75b11-8da9-4c51-a207-4759997834c1') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:01.686948 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.688888 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f66b532c-a35e-4c62-9b18-49a1485b3d70 req-b287bc0e-bd14-4532-bbd2-8786f4a6b258 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 210 time: 0.0427058 Jul 13 08:42:01.703327 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.713018 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:42:01.713534 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:42:01.715729 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:42:01.725181 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.778607 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3db9e3eb-c556-47bb-a471-953a0d615d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.785677 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3db9e3eb-c556-47bb-a471-953a0d615d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.787024 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.810043 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.811960 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] 10.222.0.66 "DELETE /v2.0/networks/acdec7f7-b0f4-40b4-98e5-ed520c03bb51 HTTP/1.1" status: 204 len: 168 time: 0.5975649 Jul 13 08:42:01.812910 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a493e-9982-43d5-9907-1ee20618e739 admin admin] Pushing event deleted for resources: {'Network': ['ID=acdec7f7-b0f4-40b4-98e5-ed520c03bb51,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:01.876421 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.879712 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9e3eb-c556-47bb-a471-953a0d615d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679465b8-55b4-4b8e-aaba-caebf5073f76,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:01.887535 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-3db9e3eb-c556-47bb-a471-953a0d615d71 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d53bd052685f416180c719e6ce145bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107794 Jul 13 08:42:01.888573 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58378) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:01.948928 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58380) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:01.954192 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Network cf33a87d-286a-4387-934f-92baae56b289 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:01.957953 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['e7ad0f02-c760-461d-acf6-5970b8ea12f7'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:01.962761 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-67f6923e-f30d-4ea2-bf50-6a8262d1ef9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.964141 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:01.968389 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Pushing event updated for resources: {'Port': ['ID=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:01.970740 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:01.977971 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:01.978621 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.998421 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-52cb0e2f-656f-492f-a2f3-cc5ffe7ddd25 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0736668 Jul 13 08:42:02.007699 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-67f6923e-f30d-4ea2-bf50-6a8262d1ef9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.008222 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eab1d-59f2-4550-b681-fbc36329723e req-dc503165-23f6-40ea-938a-37f29c952c17 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:02.016327 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cc4eab1d-59f2-4550-b681-fbc36329723e req-dc503165-23f6-40ea-938a-37f29c952c17 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.2156131 Jul 13 08:42:02.030712 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Request body: {'port': {'device_id': '0db6803e-e6de-43ee-b20c-9a1767d07480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:02.095185 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cc4eab1d-59f2-4550-b681-fbc36329723e req-ec72637a-964a-430b-9378-5d82bba88f0c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779309 Jul 13 08:42:02.099629 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-c7fc3cb7-ab38-4cd2-8000-6cbe5f197462 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53ca37f4cac34914bcdaf6596b22f20a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1488240 Jul 13 08:42:02.105068 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58384) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:02.107904 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-67f6923e-f30d-4ea2-bf50-6a8262d1ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.110260 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-67f6923e-f30d-4ea2-bf50-6a8262d1ef9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.111361 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-67f6923e-f30d-4ea2-bf50-6a8262d1ef9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/679465b8-55b4-4b8e-aaba-caebf5073f76 HTTP/1.1" status: 204 len: 168 time: 0.2207732 Jul 13 08:42:02.136039 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6923e-f30d-4ea2-bf50-6a8262d1ef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679465b8-55b4-4b8e-aaba-caebf5073f76,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:02.150936 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.208164 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.227861 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-573edd9e-43bd-411e-a6a1-b70a39fa7f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.241864 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f068b37-2d3b-491c-9f15-f5334009b8d7 req-46826137-1545-4e1b-921e-87a4cb981a90 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:02.241864 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4f068b37-2d3b-491c-9f15-f5334009b8d7 req-46826137-1545-4e1b-921e-87a4cb981a90 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 948 time: 0.1463149 Jul 13 08:42:02.271710 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-573edd9e-43bd-411e-a6a1-b70a39fa7f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.323880 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4f068b37-2d3b-491c-9f15-f5334009b8d7 req-c66de9f5-72cf-43bf-b56e-6623c9e70898 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690928 Jul 13 08:42:02.360825 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-573edd9e-43bd-411e-a6a1-b70a39fa7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.365452 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-573edd9e-43bd-411e-a6a1-b70a39fa7f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.369345 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-573edd9e-43bd-411e-a6a1-b70a39fa7f24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/864261df-7479-44e7-a806-4a77303a512b HTTP/1.1" status: 204 len: 168 time: 0.2623875 Jul 13 08:42:02.378027 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573edd9e-43bd-411e-a6a1-b70a39fa7f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864261df-7479-44e7-a806-4a77303a512b,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:02.451406 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f14f489-28e7-4e1f-85ee-5ca61082d9aa {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:02.460678 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.476502 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Transition to ACTIVE for port object 9f14f489-28e7-4e1f-85ee-5ca61082d9aa will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:02.482453 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.557872 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Pushing event updated for resources: {'Port': ['ID=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:02.570551 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58394) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:02.587949 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0c7423bc-2486-4235-b1c1-ca65d93ac945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.619094 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Attempting to bind port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:02.619438 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Attempting to bind port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:02.619794 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Attempting to bind port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa on network cf33a87d-286a-4387-934f-92baae56b289 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:02.629043 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa on network cf33a87d-286a-4387-934f-92baae56b289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:42:02.629363 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Attempting to bind port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa on network cf33a87d-286a-4387-934f-92baae56b289 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:02.640070 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:02.640408 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Checking segment: {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:02.640793 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Bound using segment: {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:02.641224 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Bound port: 9f14f489-28e7-4e1f-85ee-5ca61082d9aa, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:02.641588 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.701847 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0c7423bc-2486-4235-b1c1-ca65d93ac945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.707169 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0c7423bc-2486-4235-b1c1-ca65d93ac945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.710759 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f3b6-f063-4cf6-b772-aa4bda15a9e0 req-ea1d8186-bcdb-4849-a437-45201048dc73 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:02.712214 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d171f3b6-f063-4cf6-b772-aa4bda15a9e0 req-ea1d8186-bcdb-4849-a437-45201048dc73 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 945 time: 0.1697974 Jul 13 08:42:02.761114 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 58404) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:02.761256 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-0c7423bc-2486-4235-b1c1-ca65d93ac945 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f534131d6b94aad85193eed31f63740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892951 Jul 13 08:42:02.763346 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7423bc-2486-4235-b1c1-ca65d93ac945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a022c6c-b341-4746-a5c0-743dd1070f01,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:02.764443 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] For port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:02.796892 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] For port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:02.811675 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.836107 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:02.836797 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.838324 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] 10.222.0.70 "PUT /v2.0/ports/9f14f489-28e7-4e1f-85ee-5ca61082d9aa HTTP/1.1" status: 200 len: 1094 time: 0.8116169 Jul 13 08:42:02.863446 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db6803e-e6de-43ee-b20c-9a1767d07480', 'tag': '9f14f489-28e7-4e1f-85ee-5ca61082d9aa'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:02.866933 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603cd279-74a8-44a3-8880-2ce5de21286a" -d '{"events": [{"name": "network-changed", "server_uuid": "0db6803e-e6de-43ee-b20c-9a1767d07480", "tag": "9f14f489-28e7-4e1f-85ee-5ca61082d9aa"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:02.872417 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d171f3b6-f063-4cf6-b772-aa4bda15a9e0 req-33b62932-ae61-49f6-b203-d3ac82a5b500 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378939 Jul 13 08:42:02.945721 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2098b0-9424-4c31-a696-541a8a61387f x-openstack-request-id: req-4d2098b0-9424-4c31-a696-541a8a61387f {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:02.946009 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db6803e-e6de-43ee-b20c-9a1767d07480", "tag": "9f14f489-28e7-4e1f-85ee-5ca61082d9aa", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:02.946261 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d2098b0-9424-4c31-a696-541a8a61387f {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:02.946643 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db6803e-e6de-43ee-b20c-9a1767d07480', 'tag': '9f14f489-28e7-4e1f-85ee-5ca61082d9aa', 'status': 'completed', 'code': 200} Jul 13 08:42:02.953096 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93755607-467d-43ab-b53e-e710efacd38b req-ff9bc8d9-56cf-479f-ade2-bdceddcee5e4 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:02.955224 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-93755607-467d-43ab-b53e-e710efacd38b req-ff9bc8d9-56cf-479f-ade2-bdceddcee5e4 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 944 time: 0.1127398 Jul 13 08:42:02.962822 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fd16c-79c7-44f1-a9db-bff63d7bfa6f service neutron] Pushing event updated for resources: {'Port': ['ID=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:02.968245 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87eddb32-d633-4f7a-8511-a8a4c1d39e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.000856 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87eddb32-d633-4f7a-8511-a8a4c1d39e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.024409 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-93755607-467d-43ab-b53e-e710efacd38b req-b242abc0-7863-4e6e-8e7c-75e8f2b38abd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626369 Jul 13 08:42:03.030679 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52146b90-95a3-4874-8a24-003877849a7b req-18c63b42-b916-4dbc-bf15-d4eb520ac618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:03.037725 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-18c63b42-b916-4dbc-bf15-d4eb520ac618 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 1097 time: 0.1454580 Jul 13 08:42:03.098344 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-ee19c82e-b08c-40a0-8c7d-fbf5a3e063c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f14f489-28e7-4e1f-85ee-5ca61082d9aa HTTP/1.1" status: 200 len: 217 time: 0.0482013 Jul 13 08:42:03.132437 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87eddb32-d633-4f7a-8511-a8a4c1d39e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.135225 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-87eddb32-d633-4f7a-8511-a8a4c1d39e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.138949 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-87eddb32-d633-4f7a-8511-a8a4c1d39e1a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a022c6c-b341-4746-a5c0-743dd1070f01 HTTP/1.1" status: 204 len: 168 time: 0.3736327 Jul 13 08:42:03.149746 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eddb32-d633-4f7a-8511-a8a4c1d39e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a022c6c-b341-4746-a5c0-743dd1070f01,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:03.168113 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52146b90-95a3-4874-8a24-003877849a7b req-746c899e-378e-4826-bba2-bf7becd4c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:03.170407 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-746c899e-378e-4826-bba2-bf7becd4c735 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05 HTTP/1.1" status: 200 len: 855 time: 0.0675511 Jul 13 08:42:03.214702 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-d1035782-59f9-4ec0-9549-f7224efd6169 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf33a87d-286a-4387-934f-92baae56b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370722 Jul 13 08:42:03.342874 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-e07df9ab-aa09-407a-a880-e6c60836fb1d service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151671 Jul 13 08:42:03.346206 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58430) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:03.372562 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9dc56-df2e-4b82-b094-c6261a34b57c req-99260460-9521-4cda-9638-93bd388ad632 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:03.374460 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a0a9dc56-df2e-4b82-b094-c6261a34b57c req-99260460-9521-4cda-9638-93bd388ad632 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1077197 Jul 13 08:42:03.423097 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a0a9dc56-df2e-4b82-b094-c6261a34b57c req-21b10ec4-4b39-4062-89ef-aee3a1ac698a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Jul 13 08:42:03.460855 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52146b90-95a3-4874-8a24-003877849a7b req-7db39519-71ea-4ce4-8f95-243ed85f3c44 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076322 Jul 13 08:42:03.510398 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-377964699-network', 'tenant_id': '36d15843107e4bc39513973ab3b5be96'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:03.536551 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Made reservation on behalf of 36d15843107e4bc39513973ab3b5be96 for: {'network': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:03.539058 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.547842 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.651553 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.656512 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.691371 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=99632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:42:03.703644 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0356b1b5-1b9b-4d3d-90e9-ddd3dd01ef81,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:03.725296 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.725752 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.segments_db [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Added segment 50379d46-f000-4d83-b3db-70d3a7516200 of type vlan for network b5bd04ae-5cad-4972-88ef-92e9867192c0 Jul 13 08:42:03.776070 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device bfc5f474-ad9b-42b9-9c32-2b9da46075a8 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:03.806750 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.842814 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:03.852787 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:03.853476 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.855277 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.856608 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:03.857209 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.871521 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb39b01-8131-43de-8328-02055ced0531 req-296107b3-1a6b-4bae-94dc-14def562f374 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:03.873608 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3eb39b01-8131-43de-8328-02055ced0531 req-296107b3-1a6b-4bae-94dc-14def562f374 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 948 time: 0.3564765 Jul 13 08:42:03.890566 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cd279-74a8-44a3-8880-2ce5de21286a req-b54f2d60-0d10-47e9-a9dc-df20f7d82bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:03.892378 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-603cd279-74a8-44a3-8880-2ce5de21286a req-b54f2d60-0d10-47e9-a9dc-df20f7d82bd4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 1097 time: 0.1027565 Jul 13 08:42:03.893461 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5462139 Jul 13 08:42:03.898513 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58462) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:03.907038 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Request body: {'subnet': {'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-subnet', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:03.956821 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Made reservation on behalf of 36d15843107e4bc39513973ab3b5be96 for: {'subnet': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:03.959274 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7247601'] for subnet, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.961140 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a665de-9a70-41f1-b5e7-d532dac33279 admin admin] Pushing event updated for resources: {'Network': ['ID=b5bd04ae-5cad-4972-88ef-92e9867192c0,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:03.981800 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network b5bd04ae-5cad-4972-88ef-92e9867192c0 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:42:04.017207 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3eb39b01-8131-43de-8328-02055ced0531 req-244a62d2-f882-4282-a14a-74bdec4c10ad tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304331 Jul 13 08:42:04.071825 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.095614 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cd279-74a8-44a3-8880-2ce5de21286a req-ed964118-237c-43cb-95e8-d4abf2047458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:04.097562 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-603cd279-74a8-44a3-8880-2ce5de21286a req-ed964118-237c-43cb-95e8-d4abf2047458 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 916 time: 0.1522195 Jul 13 08:42:04.157852 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f487bb7-8881-4643-8752-36aaf1a8f0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc5f474-ad9b-42b9-9c32-2b9da46075a8'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:04.159928 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb7633c-341e-4625-b5b4-a14428438e79" -d '{"events": [{"server_uuid": "1f487bb7-8881-4643-8752-36aaf1a8f0d1", "name": "network-vif-plugged", "status": "completed", "tag": "bfc5f474-ad9b-42b9-9c32-2b9da46075a8"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:04.177613 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port bfc5f474-ad9b-42b9-9c32-2b9da46075a8, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,segment=NetworkSegment(2836daa2-cdc1-4193-a371-eb3309c99203),segment_id=2836daa2-cdc1-4193-a371-eb3309c99203)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:04.183598 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.197830 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-603cd279-74a8-44a3-8880-2ce5de21286a req-246ad2c3-7e6b-45bb-8c08-ab95d8fb0cc2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f14f489-28e7-4e1f-85ee-5ca61082d9aa HTTP/1.1" status: 200 len: 217 time: 0.0867732 Jul 13 08:42:04.222686 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device d30fde89-a61e-42da-91dc-421b0e3b80f9 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:04.241800 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d822cb-fa30-4d42-8f36-c8bf27184775 req-a4a65f0b-b117-4486-b524-d9bdb5743792 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:04.243493 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d1d822cb-fa30-4d42-8f36-c8bf27184775 req-a4a65f0b-b117-4486-b524-d9bdb5743792 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 945 time: 0.1329520 Jul 13 08:42:04.315350 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cd279-74a8-44a3-8880-2ce5de21286a req-5dd726b8-4929-4aeb-bbd3-012ea48fd189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:04.316916 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-603cd279-74a8-44a3-8880-2ce5de21286a req-5dd726b8-4929-4aeb-bbd3-012ea48fd189 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05 HTTP/1.1" status: 200 len: 855 time: 0.0822577 Jul 13 08:42:04.342039 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6618629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7247491'] for subnet, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.343708 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:04.359722 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port d30fde89-a61e-42da-91dc-421b0e3b80f9 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:04.365174 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38b497-fb36-4e68-97ba-d303e839bd6e req-46e31a25-a7b0-4739-bc94-519d45c3be3f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:04.365495 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port d30fde89-a61e-42da-91dc-421b0e3b80f9 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:04.366026 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.374670 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7b38b497-fb36-4e68-97ba-d303e839bd6e req-46e31a25-a7b0-4739-bc94-519d45c3be3f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 944 time: 0.1792326 Jul 13 08:42:04.386038 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d1d822cb-fa30-4d42-8f36-c8bf27184775 req-e7bb5fa7-15e7-47f8-bbae-385eed7d9b32 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077757 Jul 13 08:42:04.421532 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-603cd279-74a8-44a3-8880-2ce5de21286a req-7548172c-db0f-4bf7-8477-602712aa92ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf33a87d-286a-4387-934f-92baae56b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877321 Jul 13 08:42:04.466326 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Checking segment: {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:04.466326 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Network hostable DHCP agents. Network: b5bd04ae-5cad-4972-88ef-92e9867192c0, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:42:04.468998 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Pushing event updated for resources: {'Subnet': ['ID=dded41f8-eaa0-4ef2-b8ea-e172e68f9099,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:04.490612 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Network b5bd04ae-5cad-4972-88ef-92e9867192c0 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:42:04.509754 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.515291 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, b5bd04ae-5cad-4972-88ef-92e9867192c0) {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:04.520644 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:04.521917 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.538272 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451d2e0-ea81-4644-9865-7d48606f7905 None None] Network b5bd04ae-5cad-4972-88ef-92e9867192c0 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:04.551724 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a7f608ca-8196-494b-910c-da8693d3faea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6519728 Jul 13 08:42:04.555038 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58486) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:04.560724 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:04.573133 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7b38b497-fb36-4e68-97ba-d303e839bd6e req-9de6581c-daa2-4715-960c-75cd66ed2941 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963251 Jul 13 08:42:04.589403 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5670'] for router, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.595079 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5727'] for router, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.612907 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port d30fde89-a61e-42da-91dc-421b0e3b80f9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d30fde89-a61e-42da-91dc-421b0e3b80f9,segment=NetworkSegment(ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a),segment_id=ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:04.674948 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae6c8fe-7c7c-4536-9d37-a4ad10138463 x-openstack-request-id: req-0ae6c8fe-7c7c-4536-9d37-a4ad10138463 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:04.675236 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f487bb7-8881-4643-8752-36aaf1a8f0d1", "name": "network-vif-plugged", "status": "completed", "tag": "bfc5f474-ad9b-42b9-9c32-2b9da46075a8", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:04.675547 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0ae6c8fe-7c7c-4536-9d37-a4ad10138463 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:04.675945 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f487bb7-8881-4643-8752-36aaf1a8f0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc5f474-ad9b-42b9-9c32-2b9da46075a8', 'code': 200} Jul 13 08:42:04.685707 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.708331 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-603cd279-74a8-44a3-8880-2ce5de21286a req-72c93b09-2b8f-41d8-83fd-11cd94544c22 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698622 Jul 13 08:42:04.714518 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.873619 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-94c50f4f-0f8f-4215-88af-fb3e8f286576 None None] Provisioning complete for port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:04.874111 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-94c50f4f-0f8f-4215-88af-fb3e8f286576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.916984 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.923419 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-603cd279-74a8-44a3-8880-2ce5de21286a req-0b184a03-aaa9-4dad-915b-afb8f1adbc89 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008617 Jul 13 08:42:04.955893 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=d30fde89-a61e-42da-91dc-421b0e3b80f9,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:04.965367 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a329b-fedf-4dd6-b360-4940fdd7dafc req-83fe8229-4209-4f33-8637-b388e6c530c7 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:04.967673 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9f2a329b-fedf-4dd6-b360-4940fdd7dafc req-83fe8229-4209-4f33-8637-b388e6c530c7 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1836715 Jul 13 08:42:05.058786 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98908d11-a4d5-5635-b03b-04a5e2e559c7-b5bd04ae-5cad-4972-88ef-92e9867192c0', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099'}]}} from dv-cinder-800430-2-iscsi. {{(pid=99634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:42:05.059511 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:05.064194 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9f2a329b-fedf-4dd6-b360-4940fdd7dafc req-4a4fa3f9-cd5b-4638-b63c-dbb0e9e428f8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532284 Jul 13 08:42:05.077358 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97ee30-a328-45f5-89c5-586d46a7821d req-2c9db741-0acc-4ccd-afc6-3766eb182ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:05.088403 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5a97ee30-a328-45f5-89c5-586d46a7821d req-2c9db741-0acc-4ccd-afc6-3766eb182ddf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 1102 time: 0.1249526 Jul 13 08:42:05.153391 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5a97ee30-a328-45f5-89c5-586d46a7821d req-7b459a56-7ca8-4fdc-9417-2a21ae81fda6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644298 Jul 13 08:42:05.236674 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:05.261209 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.db_base_plugin_common [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Allocated IP 172.20.0.2 (b5bd04ae-5cad-4972-88ef-92e9867192c0/dded41f8-eaa0-4ef2-b8ea-e172e68f9099/5ac6986e-d97f-4047-8a9a-b0da8e293bbf) {{(pid=99634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:05.266090 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:05.323653 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71e5df-2756-489d-b9ef-1802a6e28d29 req-a931e254-6a36-4d52-9957-94ddfcbf18eb tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:05.325205 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6f71e5df-2756-489d-b9ef-1802a6e28d29 req-a931e254-6a36-4d52-9957-94ddfcbf18eb tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 949 time: 0.1450346 Jul 13 08:42:05.403344 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6f71e5df-2756-489d-b9ef-1802a6e28d29 req-ae4d39ed-a577-41b5-99ff-549f8038e574 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709617 Jul 13 08:42:05.436715 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Notify callbacks [] for port, precommit_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:05.439582 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Allocated IP 172.27.3.202 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/d568e704-3d0e-4221-a53a-0ea84cf0fc38) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:05.450434 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Transition to ACTIVE for port object 5ac6986e-d97f-4047-8a9a-b0da8e293bbf will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:05.475051 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Transition to ACTIVE for port object 5ac6986e-d97f-4047-8a9a-b0da8e293bbf will not be triggered until provisioned by entity DHCP. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:05.483695 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:05.525196 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Network b5bd04ae-5cad-4972-88ef-92e9867192c0 is already hosted by enough agents. {{(pid=99634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:05.529968 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.base_scheduler [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Resources bound (agent type, host, resource id): {{(pid=99634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:05.540118 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Received port after_create {{(pid=99634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:05.574209 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Pushing event updated for resources: {'Port': ['ID=5ac6986e-d97f-4047-8a9a-b0da8e293bbf,revision_number=1']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:05.582178 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:05.586556 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77612c7d-82e2-4b93-bcc3-e6ee73b53886 req-a7e52041-1345-456b-b9cb-8ce99deeaeb9 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:05.594439 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-77612c7d-82e2-4b93-bcc3-e6ee73b53886 req-a7e52041-1345-456b-b9cb-8ce99deeaeb9 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 946 time: 0.0789440 Jul 13 08:42:05.610171 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:42:05.637037 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-77612c7d-82e2-4b93-bcc3-e6ee73b53886 req-cee52cb9-acad-41b8-b90c-358f220dcbbf tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 Jul 13 08:42:05.653187 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:05.658467 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Attempting to bind port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:05.658985 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Attempting to bind port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:05.659457 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Attempting to bind port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf on network b5bd04ae-5cad-4972-88ef-92e9867192c0 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:05.666661 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:05.667238 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Checking segment: {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:05.667752 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:05.668254 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Bound using segment: {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:05.668839 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Bound port: 5ac6986e-d97f-4047-8a9a-b0da8e293bbf, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:05.669345 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:05.724584 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:05.729613 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:05.747645 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] For port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:05.751287 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] For port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=5ac6986e-d97f-4047-8a9a-b0da8e293bbf,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:05.757421 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:05.758101 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:05.807935 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9f14f489-28e7-4e1f-85ee-5ca61082d9aa details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:42:05.846670 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb745cf6-3a53-49a5-97dc-1539f2b464e6 None None] Pushing event updated for resources: {'Port': ['ID=5ac6986e-d97f-4047-8a9a-b0da8e293bbf,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:05.889322 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Pushing event updated for resources: {'Port': ['ID=d568e704-3d0e-4221-a53a-0ea84cf0fc38,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:05.889538 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce312508-4921-45c2-a151-9a0f13281bb5 req-8524505f-433b-4a7a-a93e-6b0a260f4e56 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:05.891121 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ce312508-4921-45c2-a151-9a0f13281bb5 req-8524505f-433b-4a7a-a93e-6b0a260f4e56 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 944 time: 0.0894608 Jul 13 08:42:05.937623 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ce312508-4921-45c2-a151-9a0f13281bb5 req-696bafef-d874-45e9-81d5-2453aea82c65 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Jul 13 08:42:05.961214 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:05.985025 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '9f14f489-28e7-4e1f-85ee-5ca61082d9aa', 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289', 'port_id': '9f14f489-28e7-4e1f-85ee-5ca61082d9aa', 'mac_address': 'fa:16:3e:5c:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:42:06.031984 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:06.045752 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f14f489-28e7-4e1f-85ee-5ca61082d9aa {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:06.068439 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:06.073057 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:06.099233 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:06.141572 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:06.555156 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866'] for router, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:06.565468 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea00d1-b265-412d-be19-58dcf210e9f3 req-931c1e0a-30dd-456a-964b-b541efcb6e8b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:06.567010 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dfea00d1-b265-412d-be19-58dcf210e9f3 req-931c1e0a-30dd-456a-964b-b541efcb6e8b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.3024855 Jul 13 08:42:06.621539 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbe5f2-f5e6-426b-9e4a-eff77c20cb77 req-338b5103-1b3d-428c-bab3-0c04d964afda tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:06.623735 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-28cbe5f2-f5e6-426b-9e4a-eff77c20cb77 req-338b5103-1b3d-428c-bab3-0c04d964afda tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 949 time: 0.0841007 Jul 13 08:42:06.667105 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dfea00d1-b265-412d-be19-58dcf210e9f3 req-6e3dbb5b-40de-4f92-b035-658bcf01ebf3 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526078 Jul 13 08:42:06.677292 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144f56e3-23d7-401e-a043-1bf74f3b5103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30fde89-a61e-42da-91dc-421b0e3b80f9'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:06.679978 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4f8de7-8a9d-4cb5-a70e-8dd25d44aa61" -d '{"events": [{"server_uuid": "144f56e3-23d7-401e-a043-1bf74f3b5103", "name": "network-vif-plugged", "status": "completed", "tag": "d30fde89-a61e-42da-91dc-421b0e3b80f9"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:06.684386 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-28cbe5f2-f5e6-426b-9e4a-eff77c20cb77 req-e66489bc-00d3-4036-8592-ceaeb1d2af1f tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509477 Jul 13 08:42:06.687596 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['9f14f489-28e7-4e1f-85ee-5ca61082d9aa'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:06.758791 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c433c8-277d-4e8b-a189-91f387cd90d2 x-openstack-request-id: req-52c433c8-277d-4e8b-a189-91f387cd90d2 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:06.759111 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144f56e3-23d7-401e-a043-1bf74f3b5103", "name": "network-vif-plugged", "status": "completed", "tag": "d30fde89-a61e-42da-91dc-421b0e3b80f9", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:06.759367 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52c433c8-277d-4e8b-a189-91f387cd90d2 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:06.759752 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144f56e3-23d7-401e-a043-1bf74f3b5103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30fde89-a61e-42da-91dc-421b0e3b80f9', 'code': 200} Jul 13 08:42:06.785591 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 5ac6986e-d97f-4047-8a9a-b0da8e293bbf up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:06.806822 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Router d2412221-8c6d-4d9b-8878-456f497f64f5 is scheduled to L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 with binding_index 1 {{(pid=99632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:42:06.914678 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:07.098884 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:07.110966 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Sync routers for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:07.121733 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560c9fc-138c-4994-acc1-e14c09ac7c3a req-cd706592-8f4c-448d-b55c-a6ec2c241ae0 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:07.124154 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5560c9fc-138c-4994-acc1-e14c09ac7c3a req-cd706592-8f4c-448d-b55c-a6ec2c241ae0 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 946 time: 0.2461886 Jul 13 08:42:07.124895 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:07.125953 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:41:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:07.153661 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] Notify callbacks [] for router, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:07.157317 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-fa6695a8-2238-4fac-8742-cf0dfafbccdb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5986168 Jul 13 08:42:07.159534 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 58550) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:07.194659 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225221ec-a363-4d1f-94c2-60c1610feeb7 None None] Network b5bd04ae-5cad-4972-88ef-92e9867192c0 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:07.207432 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5560c9fc-138c-4994-acc1-e14c09ac7c3a req-70fab155-40c7-4f0a-9eac-5284c216a537 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651286 Jul 13 08:42:07.232718 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef0e49-b5ce-4669-903e-245fee1df491 req-b0564c87-2f5d-4e75-8c19-f146ecba7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:07.234244 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55ef0e49-b5ce-4669-903e-245fee1df491 req-b0564c87-2f5d-4e75-8c19-f146ecba7990 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 1099 time: 0.2095704 Jul 13 08:42:07.278851 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-63359cc7-d188-4867-918d-1aa970dc2bd0 None None] Provisioning for port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:07.289622 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-63359cc7-d188-4867-918d-1aa970dc2bd0 None None] Provisioning complete for port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:07.289994 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-63359cc7-d188-4867-918d-1aa970dc2bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:07.296783 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:07.336279 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c803c8a-d895-47a1-96c3-6a17d2b305e0 req-5a23ca94-7fa3-40ab-91b5-85603321ff3e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:07.337795 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5c803c8a-d895-47a1-96c3-6a17d2b305e0 req-5a23ca94-7fa3-40ab-91b5-85603321ff3e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 945 time: 0.1940484 Jul 13 08:42:07.360862 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55ef0e49-b5ce-4669-903e-245fee1df491 req-630f4790-4ebb-4345-b5cc-e52b0ee1744c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113377 Jul 13 08:42:07.433116 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5c803c8a-d895-47a1-96c3-6a17d2b305e0 req-ac20489e-f935-4770-bcb6-715a7d69093f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814803 Jul 13 08:42:07.502223 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:05Z', 'revision_number': 3, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:07.530232 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Checking router: d2412221-8c6d-4d9b-8878-456f497f64f5 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:07.530697 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Updating router d2412221-8c6d-4d9b-8878-456f497f64f5 port d568e704-3d0e-4221-a53a-0ea84cf0fc38 binding host dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:07.570315 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-63359cc7-d188-4867-918d-1aa970dc2bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:07.571276 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:07.636737 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-63359cc7-d188-4867-918d-1aa970dc2bd0 None None] For port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=5ac6986e-d97f-4047-8a9a-b0da8e293bbf,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:07.642417 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-63359cc7-d188-4867-918d-1aa970dc2bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:07.744853 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63359cc7-d188-4867-918d-1aa970dc2bd0 None None] Pushing event updated for resources: {'Port': ['ID=5ac6986e-d97f-4047-8a9a-b0da8e293bbf,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:07.798515 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:07.910313 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ef79-8a47-4e2b-b404-87ccf4efee55 req-38d56391-e925-4373-baf5-114438564966 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:07.919300 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e222ef79-8a47-4e2b-b404-87ccf4efee55 req-38d56391-e925-4373-baf5-114438564966 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0990932 Jul 13 08:42:07.955491 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e222ef79-8a47-4e2b-b404-87ccf4efee55 req-ffc96129-b51c-48a8-b6d7-7aeec7bd0d4e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352242 Jul 13 08:42:07.968543 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:07.978827 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Transition to ACTIVE for port object d568e704-3d0e-4221-a53a-0ea84cf0fc38 will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:07.984446 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.028939 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-d59502c0-5bec-4692-8fe6-4d3edd1ce45a None None] Provisioning complete for port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:08.029879 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d59502c0-5bec-4692-8fe6-4d3edd1ce45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.030808 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Pushing event updated for resources: {'Port': ['ID=d568e704-3d0e-4221-a53a-0ea84cf0fc38,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:08.031350 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Allocated IP 172.20.0.1 (b5bd04ae-5cad-4972-88ef-92e9867192c0/dded41f8-eaa0-4ef2-b8ea-e172e68f9099/634533a9-4370-407b-8bdf-e41384455df0) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:08.039229 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.039616 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.039972 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.040315 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.040655 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.041012 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.041328 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.041858 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.042366 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.042853 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.043358 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.043839 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:08.051363 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492cb94-edc4-4d36-a942-dd8c3f073518 req-19f2fc36-9536-49d8-8a20-18c9ae0f7bcd tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:08.057159 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Attempting to bind port d568e704-3d0e-4221-a53a-0ea84cf0fc38 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:08.057741 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Attempting to bind port d568e704-3d0e-4221-a53a-0ea84cf0fc38 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:08.058268 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Attempting to bind port d568e704-3d0e-4221-a53a-0ea84cf0fc38 on network 687451c4-904f-48f1-a79c-0ec0b614c05b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:08.058806 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9492cb94-edc4-4d36-a942-dd8c3f073518 req-19f2fc36-9536-49d8-8a20-18c9ae0f7bcd tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 949 time: 0.1514764 Jul 13 08:42:08.063868 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:08.064491 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:08.065058 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.065604 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Bound using segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:08.066229 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Bound port: d568e704-3d0e-4221-a53a-0ea84cf0fc38, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:08.066785 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.118565 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9492cb94-edc4-4d36-a942-dd8c3f073518 req-16a17ba7-c180-45fb-96ba-b988d8e79e6e tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587809 Jul 13 08:42:08.149769 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] For port d568e704-3d0e-4221-a53a-0ea84cf0fc38, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:08.156479 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] For port d568e704-3d0e-4221-a53a-0ea84cf0fc38, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=d568e704-3d0e-4221-a53a-0ea84cf0fc38,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:08.164646 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.225867 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.226780 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:08.227471 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:41:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:08.232976 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8dddb-f576-43db-81ce-5f05b1e02f9d None None] Pushing event updated for resources: {'Port': ['ID=d568e704-3d0e-4221-a53a-0ea84cf0fc38,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:08.244374 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Transition to ACTIVE for port object 634533a9-4370-407b-8bdf-e41384455df0 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:08.295790 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.339883 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Network b5bd04ae-5cad-4972-88ef-92e9867192c0 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:08.344667 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:08.347927 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:08.349209 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515057'] for router_interface, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.356862 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Pushing event updated for resources: {'Port': ['ID=634533a9-4370-407b-8bdf-e41384455df0,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:08.391795 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:08.640347 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89870237-ae70-4fdd-a12b-6b1bbe92c992 req-28ee2bd9-3aa1-435a-9d71-a5a139b87d15 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:08.642364 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-89870237-ae70-4fdd-a12b-6b1bbe92c992 req-28ee2bd9-3aa1-435a-9d71-a5a139b87d15 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 946 time: 0.1727586 Jul 13 08:42:08.649775 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.731121 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 5ac6986e-d97f-4047-8a9a-b0da8e293bbf up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:08.742676 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 58576) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:08.773411 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-89870237-ae70-4fdd-a12b-6b1bbe92c992 req-73e21d9d-3453-43fd-a785-d307f374508a tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213772 Jul 13 08:42:08.865969 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-cb754680-0d04-49e3-8f7d-ecb4ba0da078 None None] Provisioning for port 634533a9-4370-407b-8bdf-e41384455df0 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:08.884396 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-cb754680-0d04-49e3-8f7d-ecb4ba0da078 None None] Provisioning complete for port 634533a9-4370-407b-8bdf-e41384455df0 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:08.887811 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-cb754680-0d04-49e3-8f7d-ecb4ba0da078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.889487 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:05Z', 'revision_number': 3, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:08.899981 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bda8aa-0f4b-499e-9afc-8d12465f96af req-3a6c0a5e-4a73-4dbb-a798-f4220ac48039 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:08.906937 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e4bda8aa-0f4b-499e-9afc-8d12465f96af req-3a6c0a5e-4a73-4dbb-a798-f4220ac48039 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 945 time: 0.1377170 Jul 13 08:42:08.970435 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2cd83-8038-4beb-aca0-edb4b2446720 None None] The sync data for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi is: [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:05Z', 'revision_number': 3, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:08.971567 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e4bda8aa-0f4b-499e-9afc-8d12465f96af req-76029fbc-b2d2-48fc-8514-5e8feb34434a tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636532 Jul 13 08:42:08.995455 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:08.995998 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.999664 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-cb754680-0d04-49e3-8f7d-ecb4ba0da078 None None] Port 634533a9-4370-407b-8bdf-e41384455df0 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:09.003181 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ced44-0c43-41da-97f4-f003474c3eec req-a67ff19e-f9d2-4bdd-a786-dd466085671a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:09.005234 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c62ced44-0c43-41da-97f4-f003474c3eec req-a67ff19e-f9d2-4bdd-a786-dd466085671a tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 949 time: 0.0830302 Jul 13 08:42:09.007316 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d3659ce7-afe1-4be0-a0a9-4aa571aecb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.059352 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.072577 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c62ced44-0c43-41da-97f4-f003474c3eec req-f0078bd7-f081-4c0e-b40d-0942e3029843 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594215 Jul 13 08:42:09.073637 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.126470 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-514871'] for router_interface, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.262167 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Pushing event updated for resources: {'Port': ['ID=634533a9-4370-407b-8bdf-e41384455df0,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:09.430972 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7d369-47eb-4c97-a7a8-66d6eac12d7a req-f1e99d85-c71b-4ca6-a139-a7d5640c2714 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:09.432660 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4fa7d369-47eb-4c97-a7a8-66d6eac12d7a req-f1e99d85-c71b-4ca6-a139-a7d5640c2714 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.2938497 Jul 13 08:42:09.471943 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Network b5bd04ae-5cad-4972-88ef-92e9867192c0 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:09.480583 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d3659ce7-afe1-4be0-a0a9-4aa571aecb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.481774 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:09.490829 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d3659ce7-afe1-4be0-a0a9-4aa571aecb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.529489 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-04a70b70-7ce9-4022-a655-0e237c6fb685 None None] Provisioning complete for port 634533a9-4370-407b-8bdf-e41384455df0 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:09.529865 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-04a70b70-7ce9-4022-a655-0e237c6fb685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.592078 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-04a70b70-7ce9-4022-a655-0e237c6fb685 None None] Port 634533a9-4370-407b-8bdf-e41384455df0 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:09.652275 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4fa7d369-47eb-4c97-a7a8-66d6eac12d7a req-95defc72-8bbf-4a63-ba17-3b80814803cc tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085445 Jul 13 08:42:09.678655 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-d3659ce7-afe1-4be0-a0a9-4aa571aecb9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf0ac388e7f346d7b1ee27105f26a6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9348972 Jul 13 08:42:09.681292 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58592) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:09.683617 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3659ce7-afe1-4be0-a0a9-4aa571aecb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82f2e5b-cc0c-4f8d-9836-248b8c1f4240,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:09.761755 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5510c73b-cacc-4d32-963f-1b102f97eeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.777106 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Router d2412221-8c6d-4d9b-8878-456f497f64f5 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:09.791391 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5510c73b-cacc-4d32-963f-1b102f97eeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.816831 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9f14f489-28e7-4e1f-85ee-5ca61082d9aa up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:09.867882 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-337d9f6f-e607-490f-a1d2-b14326aa818c None None] Provisioning complete for port 634533a9-4370-407b-8bdf-e41384455df0 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:09.868507 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-337d9f6f-e607-490f-a1d2-b14326aa818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.882595 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5510c73b-cacc-4d32-963f-1b102f97eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.885848 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5510c73b-cacc-4d32-963f-1b102f97eeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.887185 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-5510c73b-cacc-4d32-963f-1b102f97eeb8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f82f2e5b-cc0c-4f8d-9836-248b8c1f4240 HTTP/1.1" status: 204 len: 168 time: 0.2046158 Jul 13 08:42:09.898485 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510c73b-cacc-4d32-963f-1b102f97eeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82f2e5b-cc0c-4f8d-9836-248b8c1f4240,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:09.934115 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-337d9f6f-e607-490f-a1d2-b14326aa818c None None] Port 634533a9-4370-407b-8bdf-e41384455df0 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:09.939023 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:09.956586 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-d13755c0-72a4-4394-ba8d-b271765fbf79 admin admin] 10.222.0.66 "PUT /v2.0/routers/d2412221-8c6d-4d9b-8878-456f497f64f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7881646 Jul 13 08:42:09.990833 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:09.999835 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:10.000218 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.063922 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721def6-064e-4096-bcca-914ec4931b39 req-4831ef2d-9938-4348-af48-9797068e03dc tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:10.066157 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8721def6-064e-4096-bcca-914ec4931b39 req-4831ef2d-9938-4348-af48-9797068e03dc tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 946 time: 0.1135120 Jul 13 08:42:10.121851 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8721def6-064e-4096-bcca-914ec4931b39 req-e8a40359-2f62-4aa4-8243-2c1e0d73452a tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457895 Jul 13 08:42:10.194013 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.243238 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b6b94-66b1-497b-8092-18f8fcf14fbb req-94f4bc44-923f-4910-94b3-295214c2ece8 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:10.250637 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-113b6b94-66b1-497b-8092-18f8fcf14fbb req-94f4bc44-923f-4910-94b3-295214c2ece8 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 945 time: 0.1020069 Jul 13 08:42:10.259581 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db6803e-e6de-43ee-b20c-9a1767d07480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14f489-28e7-4e1f-85ee-5ca61082d9aa'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:10.262343 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f776f9-20f8-4110-85d8-57298d100a15" -d '{"events": [{"server_uuid": "0db6803e-e6de-43ee-b20c-9a1767d07480", "name": "network-vif-plugged", "status": "completed", "tag": "9f14f489-28e7-4e1f-85ee-5ca61082d9aa"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:10.277998 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:10.283249 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.286183 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-113b6b94-66b1-497b-8092-18f8fcf14fbb req-2fb0874e-bfe1-4071-8888-9bee9243b192 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346465 Jul 13 08:42:10.345049 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:10.397878 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3cae6-fb2f-4287-9162-0da047847e70 req-61ab8b19-6ba9-4865-a3cb-e61e68d8e7ed tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:10.399460 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22c3cae6-fb2f-4287-9162-0da047847e70 req-61ab8b19-6ba9-4865-a3cb-e61e68d8e7ed tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 949 time: 0.0793912 Jul 13 08:42:10.419411 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58616) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:10.438887 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c7818e7f-a78b-43b4-ac5d-069aec23b807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.461000 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22c3cae6-fb2f-4287-9162-0da047847e70 req-19bd067f-8f31-48c8-a88b-1a9e03a51274 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559566 Jul 13 08:42:10.525153 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b775b1c-8ab8-4274-9780-d63654bc99a4 x-openstack-request-id: req-4b775b1c-8ab8-4274-9780-d63654bc99a4 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:10.525446 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db6803e-e6de-43ee-b20c-9a1767d07480", "name": "network-vif-plugged", "status": "completed", "tag": "9f14f489-28e7-4e1f-85ee-5ca61082d9aa", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:10.525711 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b775b1c-8ab8-4274-9780-d63654bc99a4 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:10.526283 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db6803e-e6de-43ee-b20c-9a1767d07480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14f489-28e7-4e1f-85ee-5ca61082d9aa', 'code': 200} Jul 13 08:42:10.553529 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c7818e7f-a78b-43b4-ac5d-069aec23b807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.559166 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c7818e7f-a78b-43b4-ac5d-069aec23b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.598768 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7818e7f-a78b-43b4-ac5d-069aec23b807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9895356-0813-4375-8422-2ed3d06369f7,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:10.604632 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-c7818e7f-a78b-43b4-ac5d-069aec23b807 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8959615ba4414f84a406d780e070a8ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839821 Jul 13 08:42:10.607400 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 58618) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:10.665688 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7a50ba0f-49a2-4670-9188-27a724e6d9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.688810 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7a50ba0f-49a2-4670-9188-27a724e6d9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.755942 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7a50ba0f-49a2-4670-9188-27a724e6d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.758793 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7a50ba0f-49a2-4670-9188-27a724e6d9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.760091 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-7a50ba0f-49a2-4670-9188-27a724e6d9a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9895356-0813-4375-8422-2ed3d06369f7 HTTP/1.1" status: 204 len: 168 time: 0.1516569 Jul 13 08:42:10.766288 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device d568e704-3d0e-4221-a53a-0ea84cf0fc38 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:10.768738 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50ba0f-49a2-4670-9188-27a724e6d9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9895356-0813-4375-8422-2ed3d06369f7,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:10.835348 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port d568e704-3d0e-4221-a53a-0ea84cf0fc38 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:10.839116 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port d568e704-3d0e-4221-a53a-0ea84cf0fc38 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:10.839488 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.921811 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 58626) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:10.926421 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-945ba6e7-5be3-4b58-87a1-ac29de5dc1b7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067040132', 'description': 'tempest-description--1775706009'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:10.941236 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.953876 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-945ba6e7-5be3-4b58-87a1-ac29de5dc1b7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:10.984730 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port d568e704-3d0e-4221-a53a-0ea84cf0fc38, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=d568e704-3d0e-4221-a53a-0ea84cf0fc38,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:10.995302 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.057687 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=d568e704-3d0e-4221-a53a-0ea84cf0fc38,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:11.126311 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-945ba6e7-5be3-4b58-87a1-ac29de5dc1b7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.140308 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805f6c-f888-44c6-afd2-7be2f8f3e4da req-e4b21ad8-662d-4aba-af59-54b3f8c48909 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:11.143381 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2e805f6c-f888-44c6-afd2-7be2f8f3e4da req-e4b21ad8-662d-4aba-af59-54b3f8c48909 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1182494 Jul 13 08:42:11.144750 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-945ba6e7-5be3-4b58-87a1-ac29de5dc1b7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.165072 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Sync routers for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:11.175067 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:11.175703 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:41:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:11.197801 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-945ba6e7-5be3-4b58-87a1-ac29de5dc1b7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.205452 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58636) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:11.211335 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-2a4302e7-154c-4193-bdbe-a5cf6d265d81 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'security_group_rule': {'security_group_id': 'f3173a6f-4833-49f5-8443-18e73696f079', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:11.216363 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-945ba6e7-5be3-4b58-87a1-ac29de5dc1b7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2925911 Jul 13 08:42:11.254216 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ba6e7-5be3-4b58-87a1-ac29de5dc1b7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3173a6f-4833-49f5-8443-18e73696f079,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:11.261674 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2a4302e7-154c-4193-bdbe-a5cf6d265d81 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.268051 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2e805f6c-f888-44c6-afd2-7be2f8f3e4da req-dcaa1e57-90c7-4771-8d1c-87da48849b88 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185310 Jul 13 08:42:11.324586 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:11.346970 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2a4302e7-154c-4193-bdbe-a5cf6d265d81 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.351672 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2a4302e7-154c-4193-bdbe-a5cf6d265d81 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.381454 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4302e7-154c-4193-bdbe-a5cf6d265d81 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48028dc2-ba90-4b80-85a3-bbe672585a79,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:11.392161 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2a4302e7-154c-4193-bdbe-a5cf6d265d81 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.394275 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-2a4302e7-154c-4193-bdbe-a5cf6d265d81 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877239 Jul 13 08:42:11.397519 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58644) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:11.405207 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-b482a246-ebae-4b60-a67f-0b6f84b5b2f1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'security_group_rule': {'security_group_id': 'f3173a6f-4833-49f5-8443-18e73696f079', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:11.438497 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b482a246-ebae-4b60-a67f-0b6f84b5b2f1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.510097 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b482a246-ebae-4b60-a67f-0b6f84b5b2f1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.516255 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b482a246-ebae-4b60-a67f-0b6f84b5b2f1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.535459 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482a246-ebae-4b60-a67f-0b6f84b5b2f1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430e5ab4-a987-4091-89eb-744a98cd67fa,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:11.548445 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b482a246-ebae-4b60-a67f-0b6f84b5b2f1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.553663 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b482a246-ebae-4b60-a67f-0b6f84b5b2f1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510215 Jul 13 08:42:11.554340 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58654) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:11.559347 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'floatingip': {'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:11.587187 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.611014 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 2, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:11.652022 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Checking router: d2412221-8c6d-4d9b-8878-456f497f64f5 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:11.652509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Updating router d2412221-8c6d-4d9b-8878-456f497f64f5 port 634533a9-4370-407b-8bdf-e41384455df0 binding host dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:11.696183 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.717156 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.769860 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62284f6-57d5-48be-a599-250f4583ac18 req-0a5b3153-e996-4d3f-a22a-8ebd457377af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:11.777603 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c62284f6-57d5-48be-a599-250f4583ac18 req-0a5b3153-e996-4d3f-a22a-8ebd457377af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 946 time: 0.3666940 Jul 13 08:42:11.820599 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c62284f6-57d5-48be-a599-250f4583ac18 req-313de55d-8b26-4798-817e-da4c193ae395 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Jul 13 08:42:11.854286 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Allocated IP 172.27.3.167 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/d49e2a38-2848-4f04-add1-a0146a1c492a) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:11.985278 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.024261 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63003290-f6a0-499b-bffe-24eca77fee34 req-2734a58a-cf54-4046-9108-ad148a241088 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:12.026054 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-63003290-f6a0-499b-bffe-24eca77fee34 req-2734a58a-cf54-4046-9108-ad148a241088 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 949 time: 0.0771160 Jul 13 08:42:12.036151 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.056540 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Notify callbacks [] for port, precommit_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.070831 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Transition to ACTIVE for port object 634533a9-4370-407b-8bdf-e41384455df0 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:12.078995 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.080658 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:12.085633 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:12.092972 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:12.104378 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-63003290-f6a0-499b-bffe-24eca77fee34 req-66bfcb48-75e4-4461-b6dc-cca63e00ef43 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699079 Jul 13 08:42:12.146213 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f60ad-092c-4720-ae20-175b3c873fee None None] Pushing event updated for resources: {'Port': ['ID=634533a9-4370-407b-8bdf-e41384455df0,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:12.152737 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'Port': ['ID=d49e2a38-2848-4f04-add1-a0146a1c492a,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:12.206571 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Attempting to bind port 634533a9-4370-407b-8bdf-e41384455df0 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:12.206994 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Attempting to bind port 634533a9-4370-407b-8bdf-e41384455df0 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:12.207330 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Attempting to bind port 634533a9-4370-407b-8bdf-e41384455df0 on network b5bd04ae-5cad-4972-88ef-92e9867192c0 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:12.213567 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:12.213943 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Checking segment: {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:12.214574 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.214938 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Bound using segment: {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:12.215373 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Bound port: 634533a9-4370-407b-8bdf-e41384455df0, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:12.215756 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.293733 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.318963 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] For port 634533a9-4370-407b-8bdf-e41384455df0, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:12.322302 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] For port 634533a9-4370-407b-8bdf-e41384455df0, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=634533a9-4370-407b-8bdf-e41384455df0,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:12.332760 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.357082 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.398508 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:12.399177 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:41:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:12.436384 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f60ad-092c-4720-ae20-175b3c873fee None None] Pushing event updated for resources: {'Port': ['ID=634533a9-4370-407b-8bdf-e41384455df0,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:12.536789 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ae68-40bc-4181-ba0b-136a624151f8 req-c905d875-3c7a-41ed-9647-c40ed8ca0af6 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:12.538352 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-42c7ae68-40bc-4181-ba0b-136a624151f8 req-c905d875-3c7a-41ed-9647-c40ed8ca0af6 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0973213 Jul 13 08:42:12.553570 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:12.592378 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-42c7ae68-40bc-4181-ba0b-136a624151f8 req-019ac5f3-0ad7-44c9-812e-810da70de0ce tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464084 Jul 13 08:42:12.597569 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.607245 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.699113 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device d568e704-3d0e-4221-a53a-0ea84cf0fc38 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:12.699754 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 58680) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:12.709178 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'Port': ['ID=d49e2a38-2848-4f04-add1-a0146a1c492a,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:12.728869 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.745279 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.746585 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-2733c410-0936-4657-a0ff-48fb90f66716 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1911783 Jul 13 08:42:12.823374 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c390ca1e-ba93-4889-ac7e-0d9c375c0433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.858105 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port d568e704-3d0e-4221-a53a-0ea84cf0fc38 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:12.858105 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.923151 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:12Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:12.935872 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c390ca1e-ba93-4889-ac7e-0d9c375c0433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.949439 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c390ca1e-ba93-4889-ac7e-0d9c375c0433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.970406 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1b28f-1c98-40ca-ae07-0c91baaa756d None None] The sync data for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi is: [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:12Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:13.030841 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c390ca1e-ba93-4889-ac7e-0d9c375c0433 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a46d120f2d5d414b8c116f6b9c90fe54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288500 Jul 13 08:42:13.042194 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 58690) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:13.064338 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390ca1e-ba93-4889-ac7e-0d9c375c0433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88672970-6a3a-4776-907b-3d5d938b4c28,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:13.102294 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8dd3c-2f29-48af-ba3e-ed0db619dbd1 req-b82b8694-aa89-47ca-90de-d845d5cfa52b tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:13.110034 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-81f8dd3c-2f29-48af-ba3e-ed0db619dbd1 req-b82b8694-aa89-47ca-90de-d845d5cfa52b tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 946 time: 0.1727476 Jul 13 08:42:13.185169 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-81f8dd3c-2f29-48af-ba3e-ed0db619dbd1 req-b8e80245-70c2-4ece-99d7-a600c416d179 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735536 Jul 13 08:42:13.198530 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-586c1644-8c69-44ed-82b7-8d9fa2bbfd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:13.267758 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-586c1644-8c69-44ed-82b7-8d9fa2bbfd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:13.405803 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-586c1644-8c69-44ed-82b7-8d9fa2bbfd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:13.409195 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-586c1644-8c69-44ed-82b7-8d9fa2bbfd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:13.414674 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-586c1644-8c69-44ed-82b7-8d9fa2bbfd7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88672970-6a3a-4776-907b-3d5d938b4c28 HTTP/1.1" status: 204 len: 168 time: 0.3700628 Jul 13 08:42:13.440367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c1644-8c69-44ed-82b7-8d9fa2bbfd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88672970-6a3a-4776-907b-3d5d938b4c28,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:13.458235 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-431a58d7-08ae-4186-ba40-cafdd12671ff tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2067040132&fields=id&tenant_id=36d15843107e4bc39513973ab3b5be96 HTTP/1.1" status: 200 len: 267 time: 0.1126802 Jul 13 08:42:13.607930 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd6ba-83f5-4ed4-861c-781f328ee208 req-4589d907-0531-464e-a3c8-388d787f3f22 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:13.609366 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-443dd6ba-83f5-4ed4-861c-781f328ee208 req-4589d907-0531-464e-a3c8-388d787f3f22 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 949 time: 0.0825810 Jul 13 08:42:13.662231 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-443dd6ba-83f5-4ed4-861c-781f328ee208 req-45cf9296-cafc-4d99-8a8e-25cf2cc6d370 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd24c563-a4d4-4fae-bb1d-2dbfc2688969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441325 Jul 13 08:42:13.663929 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-040669c0-24cd-4f33-a901-663a6dedd5ad tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:13.665465 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-040669c0-24cd-4f33-a901-663a6dedd5ad tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 816 time: 0.2061417 Jul 13 08:42:13.674686 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-24b946db-beb2-49ab-b194-2a76ffcf330f tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:13.676509 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-24b946db-beb2-49ab-b194-2a76ffcf330f tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 949 time: 0.2287891 Jul 13 08:42:13.689003 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65242d-97b7-4115-a0d9-53e092a30ed5 req-52fdf673-5df2-4ce9-85e7-f79654d82e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:13.690956 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da65242d-97b7-4115-a0d9-53e092a30ed5 req-52fdf673-5df2-4ce9-85e7-f79654d82e44 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 1099 time: 0.1678700 Jul 13 08:42:13.704171 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-5e13867b-99c2-41d8-897d-5ab9ceb847ab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/quotas/36d15843107e4bc39513973ab3b5be96 HTTP/1.1" status: 200 len: 375 time: 0.0251193 Jul 13 08:42:13.856947 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da65242d-97b7-4115-a0d9-53e092a30ed5 req-83955a84-6160-4485-ab8b-0f5c6d607ca6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311436 Jul 13 08:42:13.878514 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31bd49-d2a8-4465-8877-135e28f9c971 req-5c0468d8-1e64-4cfc-bf71-0b759e895886 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:13.880576 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4b31bd49-d2a8-4465-8877-135e28f9c971 req-5c0468d8-1e64-4cfc-bf71-0b759e895886 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0847359 Jul 13 08:42:13.928958 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-cf4460dd-52ad-4aaa-b0eb-0eeb2906f262 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1938398 Jul 13 08:42:13.939059 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4b31bd49-d2a8-4465-8877-135e28f9c971 req-10aa3a9b-cf32-4e65-90e0-dba4c1cf6614 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501373 Jul 13 08:42:13.964245 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-004e2ff9-db10-435f-8313-a5bbe6ec25b6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Deleting port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:13.964593 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-004e2ff9-db10-435f-8313-a5bbe6ec25b6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:14.090224 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-324936f0-96d2-42fa-ba8a-77ad2a78097d service neutron] 10.222.0.66 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603665 Jul 13 08:42:14.144133 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-004e2ff9-db10-435f-8313-a5bbe6ec25b6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] For port bfc5f474-ad9b-42b9-9c32-2b9da46075a8, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,segment=NetworkSegment(2836daa2-cdc1-4193-a371-eb3309c99203),segment_id=2836daa2-cdc1-4193-a371-eb3309c99203)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:14.144509 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-004e2ff9-db10-435f-8313-a5bbe6ec25b6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:14.186653 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-004e2ff9-db10-435f-8313-a5bbe6ec25b6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Calling delete_port for bfc5f474-ad9b-42b9-9c32-2b9da46075a8 owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:14.261392 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-229a292e-cf43-4bf7-8e1c-dff3ebb88d9c service neutron] 10.222.0.66 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605713 Jul 13 08:42:14.386557 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-004e2ff9-db10-435f-8313-a5bbe6ec25b6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:14.402864 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['bfc5f474-ad9b-42b9-9c32-2b9da46075a8'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:14.425887 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e2ff9-db10-435f-8313-a5bbe6ec25b6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Pushing event deleted for resources: {'Port': ['ID=bfc5f474-ad9b-42b9-9c32-2b9da46075a8,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:14.532973 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354a879-53cb-4127-95de-998ae7f0e4ad req-35f21ed2-db2c-4fde-b3b3-918783107115 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:14.540263 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-004e2ff9-db10-435f-8313-a5bbe6ec25b6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] No DVR routers for this DVR port bfc5f474-ad9b-42b9-9c32-2b9da46075a8 on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:42:14.541110 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9354a879-53cb-4127-95de-998ae7f0e4ad req-35f21ed2-db2c-4fde-b3b3-918783107115 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 946 time: 0.2052271 Jul 13 08:42:14.543807 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-004e2ff9-db10-435f-8313-a5bbe6ec25b6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:14.548131 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-671e534a-7eea-4bc7-b98d-42819b7268c5 req-004e2ff9-db10-435f-8313-a5bbe6ec25b6 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.70 "DELETE /v2.0/ports/bfc5f474-ad9b-42b9-9c32-2b9da46075a8 HTTP/1.1" status: 204 len: 173 time: 0.8558302 Jul 13 08:42:14.548933 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f487bb7-8881-4643-8752-36aaf1a8f0d1', 'name': 'network-vif-deleted', 'tag': 'bfc5f474-ad9b-42b9-9c32-2b9da46075a8'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:14.552594 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4a906c-a187-4b82-b215-e0a0d801e4ee" -d '{"events": [{"server_uuid": "1f487bb7-8881-4643-8752-36aaf1a8f0d1", "name": "network-vif-deleted", "tag": "bfc5f474-ad9b-42b9-9c32-2b9da46075a8"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:14.643560 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9354a879-53cb-4127-95de-998ae7f0e4ad req-658c0022-3215-400c-bc38-77226db4f8e9 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897658 Jul 13 08:42:14.790249 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 634533a9-4370-407b-8bdf-e41384455df0 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:14.792366 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d25628ac-3d7a-4b3d-9534-7082d61a4eb5 req-b74ab324-0764-41d8-9676-337738ff18a6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 210 time: 0.0741742 Jul 13 08:42:14.867621 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6907491f-7f2d-4bea-82be-87355c474339 x-openstack-request-id: req-6907491f-7f2d-4bea-82be-87355c474339 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:14.867993 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f487bb7-8881-4643-8752-36aaf1a8f0d1", "name": "network-vif-deleted", "tag": "bfc5f474-ad9b-42b9-9c32-2b9da46075a8", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:14.868186 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6907491f-7f2d-4bea-82be-87355c474339 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:14.868634 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f487bb7-8881-4643-8752-36aaf1a8f0d1', 'name': 'network-vif-deleted', 'tag': 'bfc5f474-ad9b-42b9-9c32-2b9da46075a8', 'status': 'completed', 'code': 200} Jul 13 08:42:14.892503 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 634533a9-4370-407b-8bdf-e41384455df0 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:14.899530 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 634533a9-4370-407b-8bdf-e41384455df0 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:14.899983 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:15.014710 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:15.061472 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5dbdc881-b8d8-47ed-99d9-4b9b924fe014 req-899a6006-d5dc-4df6-b4cf-5fd08eef8d09 tempest-VolumesNegativeTest-664187404 tempest-VolumesNegativeTest-664187404-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f487bb7-8881-4643-8752-36aaf1a8f0d1 HTTP/1.1" status: 200 len: 210 time: 0.0362949 Jul 13 08:42:15.063828 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 634533a9-4370-407b-8bdf-e41384455df0, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=634533a9-4370-407b-8bdf-e41384455df0,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:15.068237 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:15.434281 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=634533a9-4370-407b-8bdf-e41384455df0,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:15.448835 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d950b9-1519-42c7-8127-2681062fc821 req-d23fdb1b-4bfb-4d5a-a001-11071ab7c6e5 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:15.457022 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e5d950b9-1519-42c7-8127-2681062fc821 req-d23fdb1b-4bfb-4d5a-a001-11071ab7c6e5 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0894413 Jul 13 08:42:15.508576 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e5d950b9-1519-42c7-8127-2681062fc821 req-63322883-f0b5-4f2c-8b2a-f3a312faac34 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 Jul 13 08:42:15.514075 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8775ee-10c3-410a-b52d-7f1f76fbbea5 req-1d79cf83-9bc0-4b55-bf7a-9454eb3f3edd tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:15.520983 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0e8775ee-10c3-410a-b52d-7f1f76fbbea5 req-1d79cf83-9bc0-4b55-bf7a-9454eb3f3edd tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 946 time: 0.1270993 Jul 13 08:42:15.549811 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-45060ba3-4c85-40af-b9c1-8e8e9d5f1043 None None] Provisioning complete for port 634533a9-4370-407b-8bdf-e41384455df0 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:15.550372 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-45060ba3-4c85-40af-b9c1-8e8e9d5f1043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:15.586300 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0e8775ee-10c3-410a-b52d-7f1f76fbbea5 req-208e4917-b3c9-4e00-a766-a046da9a4d6f tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 Jul 13 08:42:15.897779 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaecbe-f4ed-4261-93cc-e77cd600c9a0 req-e41f6004-7379-4a9a-add7-24dbfe71f494 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:15.899330 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9ceaecbe-f4ed-4261-93cc-e77cd600c9a0 req-e41f6004-7379-4a9a-add7-24dbfe71f494 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 946 time: 0.0903745 Jul 13 08:42:15.950326 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9ceaecbe-f4ed-4261-93cc-e77cd600c9a0 req-8b3afa63-5996-4432-a332-0afd11ac8178 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450847 Jul 13 08:42:16.050530 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f544dcec-c1d3-46e5-bcf5-25b5c9e0abb3 req-1d9ccecf-3f73-4aca-8851-ce8bec3c223d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 210 time: 0.0304077 Jul 13 08:42:16.527925 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-5f736199-0e8b-4bb9-8662-c8049c717cc7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:16.530320 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-5f736199-0e8b-4bb9-8662-c8049c717cc7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 816 time: 0.1666658 Jul 13 08:42:16.604979 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-a4f0e877-482f-41a9-8e3e-5fb586800cae tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36d15843107e4bc39513973ab3b5be96 HTTP/1.1" status: 200 len: 380 time: 0.0618191 Jul 13 08:42:16.633274 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'port': {'device_id': '66cdcdd6-6068-48be-a864-895cee2e146a', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'admin_state_up': True, 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'security_groups': ['f3173a6f-4833-49f5-8443-18e73696f079']}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:16.749942 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 634533a9-4370-407b-8bdf-e41384455df0 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:16.849028 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 634533a9-4370-407b-8bdf-e41384455df0 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:16.849755 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.920501 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61baa8f-dfe6-470f-b1bb-5e86a0f4c7c2 req-28e6ef08-dab0-4f63-aec9-952b312b1f43 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:16.922080 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d61baa8f-dfe6-470f-b1bb-5e86a0f4c7c2 req-28e6ef08-dab0-4f63-aec9-952b312b1f43 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1972737 Jul 13 08:42:16.925066 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f62e0-6e36-4a80-94b4-441272c14775 req-9f50d0b6-f92a-462a-9356-591bdc8c08fd tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:16.928880 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Made reservation on behalf of 36d15843107e4bc39513973ab3b5be96 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:16.933157 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c06f62e0-6e36-4a80-94b4-441272c14775 req-9f50d0b6-f92a-462a-9356-591bdc8c08fd tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 946 time: 0.0896058 Jul 13 08:42:16.933703 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.972909 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c06f62e0-6e36-4a80-94b4-441272c14775 req-bb47aa0e-9a9a-449e-918f-357805adfdb8 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389001 Jul 13 08:42:17.038980 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d61baa8f-dfe6-470f-b1bb-5e86a0f4c7c2 req-fce1ad6d-a7e1-4e3d-8793-265fc629b30b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013246 Jul 13 08:42:17.148917 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Allocated IP 172.20.0.8 (b5bd04ae-5cad-4972-88ef-92e9867192c0/dded41f8-eaa0-4ef2-b8ea-e172e68f9099/b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:17.152883 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device bfc5f474-ad9b-42b9-9c32-2b9da46075a8 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:17.201151 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: bfc5f474-ad9b-42b9-9c32-2b9da46075a8 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:17.201434 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device bfc5f474-ad9b-42b9-9c32-2b9da46075a8 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:17.243941 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-510139da-62a1-40ca-a456-ededc51c7157 req-2d911870-d34a-49db-9915-1bc3dd913bc0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 210 time: 0.0524950 Jul 13 08:42:17.355930 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.375417 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Transition to ACTIVE for port object b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:17.421275 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.470533 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Network b5bd04ae-5cad-4972-88ef-92e9867192c0 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:17.473924 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:17.480097 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:17.485684 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:17.486295 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.506458 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:17.515192 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4f79633d-0a52-4185-bb88-24e2d08e62de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8934221 Jul 13 08:42:17.686465 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-d2b1fcc2-ab4f-4133-b2f6-cc3f7c5bf281 None None] Provisioning for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:17.690505 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-d2b1fcc2-ab4f-4133-b2f6-cc3f7c5bf281 None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:17.690878 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d2b1fcc2-ab4f-4133-b2f6-cc3f7c5bf281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.727270 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1fcc2-ab4f-4133-b2f6-cc3f7c5bf281 None None] Port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:18.156938 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769600f7-3388-4d18-9a91-2aab0c457449 req-761def9b-8404-4bbe-bb9b-b38f0b9f65d6 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:18.158491 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-769600f7-3388-4d18-9a91-2aab0c457449 req-761def9b-8404-4bbe-bb9b-b38f0b9f65d6 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 946 time: 0.0676637 Jul 13 08:42:18.197242 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-769600f7-3388-4d18-9a91-2aab0c457449 req-a50acb47-c98c-4fee-bfb9-03d2525034e2 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Jul 13 08:42:18.226279 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c904106-74f3-4ace-b740-a7cbe6b2e1cb req-b58a2f70-7eb1-4ce3-a1e6-6cebca112cbb tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:18.228064 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1c904106-74f3-4ace-b740-a7cbe6b2e1cb req-b58a2f70-7eb1-4ce3-a1e6-6cebca112cbb tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0733476 Jul 13 08:42:18.272620 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1c904106-74f3-4ace-b740-a7cbe6b2e1cb req-7077b1d5-1a99-45b0-b220-05a01798375b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371826 Jul 13 08:42:18.451044 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5395fd-b038-4700-8fd1-5452a8ad3e60 req-ad4d9b23-2ddb-4fed-b13b-a54f09f90963 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:18.452461 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc5395fd-b038-4700-8fd1-5452a8ad3e60 req-ad4d9b23-2ddb-4fed-b13b-a54f09f90963 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 931 time: 0.0743728 Jul 13 08:42:18.493694 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc5395fd-b038-4700-8fd1-5452a8ad3e60 req-9a70b62f-9041-4a5e-b3fc-0cfabb0d3d46 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353153 Jul 13 08:42:19.305231 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-645e73af-1d15-4f5e-a67c-4f983586752d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.371603 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed835fb-7065-414a-aa4c-c764dc6e4574 req-33f0f5d4-c510-49a2-bc21-ad260039b6af tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:19.373065 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eed835fb-7065-414a-aa4c-c764dc6e4574 req-33f0f5d4-c510-49a2-bc21-ad260039b6af tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 946 time: 0.0623937 Jul 13 08:42:19.412547 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eed835fb-7065-414a-aa4c-c764dc6e4574 req-6240246e-804b-4d39-9b76-d2ac99523b57 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Jul 13 08:42:19.578259 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecaca7-94f8-49c5-ace1-596f94f8ac23 req-ae2c35fe-3155-4ce5-89aa-47af556f4dc5 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:19.579867 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3cecaca7-94f8-49c5-ace1-596f94f8ac23 req-ae2c35fe-3155-4ce5-89aa-47af556f4dc5 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0655634 Jul 13 08:42:19.620812 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3cecaca7-94f8-49c5-ace1-596f94f8ac23 req-e0172b52-ebca-4a7b-9915-3f695082159b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Jul 13 08:42:19.784020 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51dc9a-ab32-407b-b39c-3c8f6548f829 req-6afcdbf1-10b2-4294-8c12-1bf8bd4be4d9 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:19.785543 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dc51dc9a-ab32-407b-b39c-3c8f6548f829 req-6afcdbf1-10b2-4294-8c12-1bf8bd4be4d9 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 931 time: 0.0655291 Jul 13 08:42:19.823427 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dc51dc9a-ab32-407b-b39c-3c8f6548f829 req-bf5b820b-c1cc-4974-8b98-d66ce9fc2921 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320032 Jul 13 08:42:20.159694 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Request body: {'port': {'device_id': '66cdcdd6-6068-48be-a864-895cee2e146a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:20.236043 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.486044 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a8405-389a-42b8-8403-650293a483a8 req-616e65ee-b08a-4700-8ac5-7a3fd039d465 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:20.487519 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-046a8405-389a-42b8-8403-650293a483a8 req-616e65ee-b08a-4700-8ac5-7a3fd039d465 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.70 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 946 time: 0.1371236 Jul 13 08:42:20.658296 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:20.669108 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.691863 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Transition to ACTIVE for port object b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:20.702512 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817de51a-2b87-4349-8e61-4e38ad19c812 req-3f63d889-b2f2-4230-81f2-e3ceb7fbae3e tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:20.704021 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-817de51a-2b87-4349-8e61-4e38ad19c812 req-3f63d889-b2f2-4230-81f2-e3ceb7fbae3e tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 946 time: 0.1774948 Jul 13 08:42:20.706749 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.767812 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-046a8405-389a-42b8-8403-650293a483a8 req-24451cea-0737-4104-abfa-9b88f7185e8c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Deleting port d30fde89-a61e-42da-91dc-421b0e3b80f9 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:20.768201 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-046a8405-389a-42b8-8403-650293a483a8 req-24451cea-0737-4104-abfa-9b88f7185e8c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.808829 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64578c-cfe7-4156-9d02-197ea65ddd8e req-2304543f-8e91-4821-a54f-510f60d9c346 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:20.810425 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cf64578c-cfe7-4156-9d02-197ea65ddd8e req-2304543f-8e91-4821-a54f-510f60d9c346 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0687773 Jul 13 08:42:20.843016 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:20.857903 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cf64578c-cfe7-4156-9d02-197ea65ddd8e req-8c3aa527-c8b5-469c-a6b8-cb97c0ef6c67 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Jul 13 08:42:20.882791 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-817de51a-2b87-4349-8e61-4e38ad19c812 req-4ff4c83c-e05d-4f41-8df9-b457f7474a29 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610813 Jul 13 08:42:20.899738 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Attempting to bind port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:20.900068 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Attempting to bind port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:20.900392 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Attempting to bind port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 on network b5bd04ae-5cad-4972-88ef-92e9867192c0 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:20.913846 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 on network b5bd04ae-5cad-4972-88ef-92e9867192c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:42:20.914168 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Attempting to bind port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 on network b5bd04ae-5cad-4972-88ef-92e9867192c0 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:20.925636 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:20.926007 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Checking segment: {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:20.926514 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Bound using segment: {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:20.926970 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Bound port: b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:20.927429 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.951602 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-046a8405-389a-42b8-8403-650293a483a8 req-24451cea-0737-4104-abfa-9b88f7185e8c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] For port d30fde89-a61e-42da-91dc-421b0e3b80f9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d30fde89-a61e-42da-91dc-421b0e3b80f9,segment=NetworkSegment(ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a),segment_id=ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:20.951964 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-046a8405-389a-42b8-8403-650293a483a8 req-24451cea-0737-4104-abfa-9b88f7185e8c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.983964 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-046a8405-389a-42b8-8403-650293a483a8 req-24451cea-0737-4104-abfa-9b88f7185e8c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Calling delete_port for d30fde89-a61e-42da-91dc-421b0e3b80f9 owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:21.057217 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:21.063620 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:21.065720 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceafa6-8fa7-4511-bda4-77710f174c85 req-29373e1b-5c92-4009-8a96-84c39069a635 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:21.068401 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8eceafa6-8fa7-4511-bda4-77710f174c85 req-29373e1b-5c92-4009-8a96-84c39069a635 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 943 time: 0.0728521 Jul 13 08:42:21.072328 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.124982 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8eceafa6-8fa7-4511-bda4-77710f174c85 req-9993841d-f1d8-4ab2-b4ab-e2e05b1d692e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501463 Jul 13 08:42:21.130754 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:21.131457 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.132885 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] 10.222.0.70 "PUT /v2.0/ports/b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 HTTP/1.1" status: 200 len: 1093 time: 0.9779315 Jul 13 08:42:21.133400 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:21.135706 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8909e97e-ac44-4a8c-b945-af96af2f7e40" -d '{"events": [{"name": "network-changed", "server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:21.175412 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5f91a-23d6-43f3-b9c0-878462d90a0a service neutron] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:21.205390 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d1aa21-bca7-4715-bf23-96d173d8b9a5 x-openstack-request-id: req-e6d1aa21-bca7-4715-bf23-96d173d8b9a5 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:21.205988 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:21.205988 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6d1aa21-bca7-4715-bf23-96d173d8b9a5 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:21.206266 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'status': 'completed', 'code': 200} Jul 13 08:42:21.213886 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-046a8405-389a-42b8-8403-650293a483a8 req-24451cea-0737-4104-abfa-9b88f7185e8c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.254257 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24451cea-0737-4104-abfa-9b88f7185e8c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Pushing event deleted for resources: {'Port': ['ID=d30fde89-a61e-42da-91dc-421b0e3b80f9,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:21.298154 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-046a8405-389a-42b8-8403-650293a483a8 req-24451cea-0737-4104-abfa-9b88f7185e8c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] No DVR routers for this DVR port d30fde89-a61e-42da-91dc-421b0e3b80f9 on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:42:21.300464 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-046a8405-389a-42b8-8403-650293a483a8 req-24451cea-0737-4104-abfa-9b88f7185e8c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.303187 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-046a8405-389a-42b8-8403-650293a483a8 req-24451cea-0737-4104-abfa-9b88f7185e8c tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.70 "DELETE /v2.0/ports/d30fde89-a61e-42da-91dc-421b0e3b80f9 HTTP/1.1" status: 204 len: 173 time: 0.8038750 Jul 13 08:42:22.038740 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dd02f-829c-4fd9-8063-b616d1cd407a req-6a4e6d36-4e1c-4604-b0d1-41615c6b7cba tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:22.040132 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-977dd02f-829c-4fd9-8063-b616d1cd407a req-6a4e6d36-4e1c-4604-b0d1-41615c6b7cba tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0649538 Jul 13 08:42:22.150602 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a357fb6d-954d-4cdd-b94f-32f2d102cc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.297841 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-977dd02f-829c-4fd9-8063-b616d1cd407a req-1bfee69d-a597-46b7-8647-7f44c2a22f8e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521875 Jul 13 08:42:22.378018 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.428961 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-142a53a2-f9ca-4d46-a11b-8a9729a7e83c req-a9aba740-474d-4581-ba67-98d98721abfe tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 210 time: 0.0283921 Jul 13 08:42:22.589912 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee833c5-594f-4c07-910b-69a045da8be5 req-661bb2af-b323-4608-853d-1acff9cc6d3f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:22.591418 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eee833c5-594f-4c07-910b-69a045da8be5 req-661bb2af-b323-4608-853d-1acff9cc6d3f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 943 time: 0.0644886 Jul 13 08:42:22.631449 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eee833c5-594f-4c07-910b-69a045da8be5 req-d82b6458-531f-420e-b580-d2f7cb43f23b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344257 Jul 13 08:42:23.051526 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.207539 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144f56e3-23d7-401e-a043-1bf74f3b5103', 'name': 'network-vif-deleted', 'tag': 'd30fde89-a61e-42da-91dc-421b0e3b80f9'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:23.209768 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84e9e30-c879-45b3-8804-d6ad405f07c9" -d '{"events": [{"server_uuid": "144f56e3-23d7-401e-a043-1bf74f3b5103", "name": "network-vif-deleted", "tag": "d30fde89-a61e-42da-91dc-421b0e3b80f9"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:23.246228 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a963390-9fda-4638-b7ac-42b651d5cc83 x-openstack-request-id: req-8a963390-9fda-4638-b7ac-42b651d5cc83 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:23.246556 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144f56e3-23d7-401e-a043-1bf74f3b5103", "name": "network-vif-deleted", "tag": "d30fde89-a61e-42da-91dc-421b0e3b80f9", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:23.246801 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a963390-9fda-4638-b7ac-42b651d5cc83 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:23.247234 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144f56e3-23d7-401e-a043-1bf74f3b5103', 'name': 'network-vif-deleted', 'tag': 'd30fde89-a61e-42da-91dc-421b0e3b80f9', 'status': 'completed', 'code': 200} Jul 13 08:42:23.472456 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d198f3-71ad-48f0-887e-0c0e475de263 req-bedd258c-bca3-41d1-96cb-efae82525fd4 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:23.474692 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-35d198f3-71ad-48f0-887e-0c0e475de263 req-bedd258c-bca3-41d1-96cb-efae82525fd4 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0656974 Jul 13 08:42:23.512312 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-35d198f3-71ad-48f0-887e-0c0e475de263 req-1dcd08af-57eb-4272-a401-090bf3d3c6f0 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320942 Jul 13 08:42:23.639389 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fa56bc24-b6fb-4ace-a288-fe6e127bd152 req-6b25d647-847c-4238-9062-22457402089a tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 210 time: 0.0286489 Jul 13 08:42:23.645525 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['d30fde89-a61e-42da-91dc-421b0e3b80f9'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:23.745194 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909e97e-ac44-4a8c-b945-af96af2f7e40 req-0d1015cd-1a27-4612-9491-4fe628d72627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:23.746838 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8909e97e-ac44-4a8c-b945-af96af2f7e40 req-0d1015cd-1a27-4612-9491-4fe628d72627 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 1096 time: 0.0537996 Jul 13 08:42:23.964286 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0f2cc-2ce5-457b-8350-9663b7f15b50 req-655ff615-3616-415f-8c51-76bbaa5e833f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:23.965810 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ade0f2cc-2ce5-457b-8350-9663b7f15b50 req-655ff615-3616-415f-8c51-76bbaa5e833f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 943 time: 0.2106357 Jul 13 08:42:23.968779 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909e97e-ac44-4a8c-b945-af96af2f7e40 req-06285491-114a-420a-8dae-446a985437b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:23.970137 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8909e97e-ac44-4a8c-b945-af96af2f7e40 req-06285491-114a-420a-8dae-446a985437b7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=36d15843107e4bc39513973ab3b5be96&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2040803 Jul 13 08:42:24.068079 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ade0f2cc-2ce5-457b-8350-9663b7f15b50 req-c324f4a4-14af-458d-9314-563a805f4b92 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966654 Jul 13 08:42:24.152701 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909e97e-ac44-4a8c-b945-af96af2f7e40 req-5afd9614-8af6-4a3b-834e-10bd0bc83db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:24.154304 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8909e97e-ac44-4a8c-b945-af96af2f7e40 req-5afd9614-8af6-4a3b-834e-10bd0bc83db4 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1758137 Jul 13 08:42:24.633231 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.689998 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e750c6-5bb0-4af4-9cb7-1c1726e78adb req-5e5fe9c4-9136-4bbf-9007-6040ebd56492 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:24.692229 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-15e750c6-5bb0-4af4-9cb7-1c1726e78adb req-5e5fe9c4-9136-4bbf-9007-6040ebd56492 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0633810 Jul 13 08:42:24.730507 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-15e750c6-5bb0-4af4-9cb7-1c1726e78adb req-b3475b54-9ec5-4280-8ff9-b23c19abd920 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Jul 13 08:42:24.796909 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-79aac795-7881-4176-9003-300674f2a00e req-4d1e1677-82b3-47fc-85e3-994582768e61 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 210 time: 0.0300343 Jul 13 08:42:25.245152 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b849e24-a1e7-4255-bb9f-8f7744085cff req-a08e3200-4a36-4fb8-80b5-c06d33f394bd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:25.246663 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2b849e24-a1e7-4255-bb9f-8f7744085cff req-a08e3200-4a36-4fb8-80b5-c06d33f394bd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 943 time: 0.0619762 Jul 13 08:42:25.284116 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2b849e24-a1e7-4255-bb9f-8f7744085cff req-dd234e7d-f50f-4440-bb70-ccf16cee3a78 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317051 Jul 13 08:42:25.911171 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e5d58-0513-4a12-bfea-4d7a8285f5f8 req-83f97bc0-6eb4-451d-9ca5-99d23d770183 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:25.912706 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-749e5d58-0513-4a12-bfea-4d7a8285f5f8 req-83f97bc0-6eb4-451d-9ca5-99d23d770183 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0666878 Jul 13 08:42:25.950099 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-749e5d58-0513-4a12-bfea-4d7a8285f5f8 req-ec149e0f-8c2f-427b-8ee2-d13c0c112384 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318501 Jul 13 08:42:26.091625 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fe265612-2c29-47b8-9f09-f2f46c4fcf89 req-6eaa49e7-afe0-4f66-b500-5ebce5a21fac tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 210 time: 0.0292113 Jul 13 08:42:26.462564 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a8541-0d10-4ed6-a93b-f1d2ba33ebae req-de7a9e80-10ed-4fc2-813a-59b7c6ecf6bd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:26.464136 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a67a8541-0d10-4ed6-a93b-f1d2ba33ebae req-de7a9e80-10ed-4fc2-813a-59b7c6ecf6bd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 943 time: 0.0651810 Jul 13 08:42:26.503008 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a67a8541-0d10-4ed6-a93b-f1d2ba33ebae req-09ee6190-e48f-449b-9122-bdd8d84d8626 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334349 Jul 13 08:42:27.066286 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device d30fde89-a61e-42da-91dc-421b0e3b80f9 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:27.088077 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: d30fde89-a61e-42da-91dc-421b0e3b80f9 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:27.088465 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device d30fde89-a61e-42da-91dc-421b0e3b80f9 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:27.173362 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab94ba-022c-43f9-add2-35d3ecd1d1f4 req-a2bf8be9-c632-46a4-9f24-70582885ab5c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:27.174967 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-65ab94ba-022c-43f9-add2-35d3ecd1d1f4 req-a2bf8be9-c632-46a4-9f24-70582885ab5c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1148429 Jul 13 08:42:27.209741 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-9bd8e216-171d-4a07-bde3-4cdc1afb79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:27.211342 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-9bd8e216-171d-4a07-bde3-4cdc1afb79ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 1096 time: 0.0998306 Jul 13 08:42:27.229700 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-65ab94ba-022c-43f9-add2-35d3ecd1d1f4 req-21508fd6-aa33-4413-85ec-2b9e952b927b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482833 Jul 13 08:42:27.271120 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-6f48b950-e87b-4e06-8136-da6effffdecc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 HTTP/1.1" status: 200 len: 217 time: 0.0449753 Jul 13 08:42:27.277706 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ab2f4cbb-3f2f-4b89-9ddf-1d606ec0326f req-519dbb08-cb5f-47ec-b75a-5aadcd6d43e6 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=144f56e3-23d7-401e-a043-1bf74f3b5103 HTTP/1.1" status: 200 len: 210 time: 0.0505509 Jul 13 08:42:27.325857 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-ea23c2b2-3be6-4785-8768-9564f9ad8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:27.327337 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-ea23c2b2-3be6-4785-8768-9564f9ad8125 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.0496802 Jul 13 08:42:27.388557 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-986b2d41-e5c3-49bb-bf95-ed893b4278f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:27.390113 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-986b2d41-e5c3-49bb-bf95-ed893b4278f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530932 Jul 13 08:42:27.485428 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-4faa71be-16dc-494a-9ff6-7ced436ccb26 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851803 Jul 13 08:42:27.588080 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40453792-ffb8-4d53-bb6a-33aa21737061 req-83219a38-4b70-4ead-bf88-c643f13bb2c8 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939200 Jul 13 08:42:27.722334 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763217b0-382c-4ecb-b45a-1119ae4ed3fe req-35201796-c463-48e5-8710-d9467d3059ff tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:27.724958 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-763217b0-382c-4ecb-b45a-1119ae4ed3fe req-35201796-c463-48e5-8710-d9467d3059ff tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 943 time: 0.0846062 Jul 13 08:42:27.771239 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-763217b0-382c-4ecb-b45a-1119ae4ed3fe req-f0d0644c-9cd3-4dd5-b0c0-ba0d6e457dc4 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 Jul 13 08:42:27.960068 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59202) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:28.088994 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a3e1c3d2-99bd-46ab-a534-53eb72707a83 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e68bd061e90443899994b6f855aa27fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277635 Jul 13 08:42:28.091654 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59212) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:28.149084 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bfffc673-9fe7-4368-990e-cd6b075d08ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.174338 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bfffc673-9fe7-4368-990e-cd6b075d08ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.222219 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bfffc673-9fe7-4368-990e-cd6b075d08ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.224930 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bfffc673-9fe7-4368-990e-cd6b075d08ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.226148 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-bfffc673-9fe7-4368-990e-cd6b075d08ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd24c563-a4d4-4fae-bb1d-2dbfc2688969 HTTP/1.1" status: 204 len: 168 time: 0.1336071 Jul 13 08:42:28.233899 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffc673-9fe7-4368-990e-cd6b075d08ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd24c563-a4d4-4fae-bb1d-2dbfc2688969,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:28.418038 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de4be-39b2-4857-85b5-4e32e3f5af5f req-268678e7-4f80-410c-b1a6-8029a0fb3cda tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:28.419614 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f51de4be-39b2-4857-85b5-4e32e3f5af5f req-268678e7-4f80-410c-b1a6-8029a0fb3cda tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0622592 Jul 13 08:42:28.458255 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f51de4be-39b2-4857-85b5-4e32e3f5af5f req-620d237e-92cd-4438-8aa1-d0dc0bbb1121 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329282 Jul 13 08:42:28.833134 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-05940541-fc10-4941-b01d-b01c73f17421 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:28.834632 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-05940541-fc10-4941-b01d-b01c73f17421 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/networks?id=48597265-ed59-409e-9276-9fe173d4dc8d HTTP/1.1" status: 200 len: 809 time: 0.1103230 Jul 13 08:42:28.849794 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-18ed026d-a424-407a-9aa6-2dd6b7f81070 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/quotas/e3f4adcfcaff473c81a4ba75e236035e HTTP/1.1" status: 200 len: 375 time: 0.0097344 Jul 13 08:42:28.875967 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59264) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:28.886137 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-cf03b786-d932-43e2-8042-21a90ffd9e6a tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3f4adcfcaff473c81a4ba75e236035e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309577 Jul 13 08:42:28.969609 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1657775388-network', 'tenant_id': '77f6db6ace1f465f80565405509ad580'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:28.978112 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-f1ee205a-2894-4b72-b06f-cb2a9698d214 service neutron] 10.222.0.66 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855677 Jul 13 08:42:28.990829 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Made reservation on behalf of 77f6db6ace1f465f80565405509ad580 for: {'network': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:28.993187 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.001237 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.069637 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-f615706e-f43f-46a8-b5c3-a9d8f5b4e1df service neutron] 10.222.0.66 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855281 Jul 13 08:42:29.092142 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.096017 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.120629 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=99632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:42:29.131630 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13380a9-a812-437b-be12-031845253cc3,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:29.136494 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.136833 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.segments_db [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Added segment 8fd4120a-a615-459e-aa48-94363f6b5f5f of type vlan for network 28762bf7-cb11-4c08-bf52-9cba16135894 Jul 13 08:42:29.177317 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.224466 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.225642 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:29.226243 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.269192 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3891554 Jul 13 08:42:29.272194 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59282) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:29.276941 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Request body: {'subnet': {'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1657775388-subnet', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'ip_version': 4}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:29.306493 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70381b8f-0f37-4782-bf50-c372d9dbe7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=28762bf7-cb11-4c08-bf52-9cba16135894,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:29.316719 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 28762bf7-cb11-4c08-bf52-9cba16135894 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:42:29.328689 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Made reservation on behalf of 77f6db6ace1f465f80565405509ad580 for: {'subnet': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:29.334801 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7247601'] for subnet, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.364168 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-1da8eb50-b483-470e-a129-206198919734 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:29.372328 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-1da8eb50-b483-470e-a129-206198919734 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 815 time: 0.1187408 Jul 13 08:42:29.391415 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-be5eae8d-606d-48ad-8824-92a47bcd50f1 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/quotas/5c2c5dcfa6be4ef1ace638c089206e15 HTTP/1.1" status: 200 len: 375 time: 0.0179024 Jul 13 08:42:29.463043 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-f01f4d34-ccd8-48a3-a91e-115a70b68786 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707119 Jul 13 08:42:29.536408 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6618629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7247491'] for subnet, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.573758 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-0969466a-afbe-4b79-9752-282d4b300cd4 service neutron] 10.222.0.66 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033385 Jul 13 08:42:29.601883 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c387f139-02d5-4934-a4ce-f7018cea985c,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:29.607300 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Checking segment: {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:29.607668 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Network hostable DHCP agents. Network: 28762bf7-cb11-4c08-bf52-9cba16135894, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:42:29.626952 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Network 28762bf7-cb11-4c08-bf52-9cba16135894 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:42:29.637508 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 28762bf7-cb11-4c08-bf52-9cba16135894) {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:29.642970 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:29.645586 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.650791 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f33f1-e510-46b5-b4c1-9a146c01989a None None] Network 28762bf7-cb11-4c08-bf52-9cba16135894 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:29.666067 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59292) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:29.666284 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-bda49e90-52bf-4ce7-a423-5e2cd510b52b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3928812 Jul 13 08:42:29.672218 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:29.679292 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-c55b765c-78f5-4f4a-bc0a-44be70d98a04 service neutron] 10.222.0.66 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048400 Jul 13 08:42:29.696676 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5670'] for router, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.697939 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5727'] for router, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.755155 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.821413 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98908d11-a4d5-5635-b03b-04a5e2e559c7-28762bf7-cb11-4c08-bf52-9cba16135894', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c'}]}} from dv-cinder-800430-2-iscsi. {{(pid=99634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:42:29.823502 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.908521 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.993549 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.db_base_plugin_common [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Allocated IP 172.20.0.2 (28762bf7-cb11-4c08-bf52-9cba16135894/c387f139-02d5-4934-a4ce-f7018cea985c/74b028a0-d983-49e7-978b-eda47143aed7) {{(pid=99634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:30.021333 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c6f7b-f090-4fcf-9d21-f969a3daa419 req-3ab3e938-9de2-49d5-ac76-025445308f23 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:30.028389 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c35c6f7b-f090-4fcf-9d21-f969a3daa419 req-3ab3e938-9de2-49d5-ac76-025445308f23 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 943 time: 0.1152003 Jul 13 08:42:30.101112 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c35c6f7b-f090-4fcf-9d21-f969a3daa419 req-7dd20b65-49fb-4805-bd64-f2c08909859d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718637 Jul 13 08:42:30.163708 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Notify callbacks [] for port, precommit_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.172766 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Transition to ACTIVE for port object 74b028a0-d983-49e7-978b-eda47143aed7 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:30.192507 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Transition to ACTIVE for port object 74b028a0-d983-49e7-978b-eda47143aed7 will not be triggered until provisioned by entity DHCP. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:30.199575 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.234868 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Network 28762bf7-cb11-4c08-bf52-9cba16135894 is already hosted by enough agents. {{(pid=99634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:30.235767 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.239120 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.base_scheduler [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Resources bound (agent type, host, resource id): {{(pid=99634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:30.243040 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Received port after_create {{(pid=99634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:30.275418 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.284764 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Pushing event updated for resources: {'Port': ['ID=74b028a0-d983-49e7-978b-eda47143aed7,revision_number=1']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:30.315426 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Attempting to bind port 74b028a0-d983-49e7-978b-eda47143aed7 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:30.315799 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Attempting to bind port 74b028a0-d983-49e7-978b-eda47143aed7 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:30.316206 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Attempting to bind port 74b028a0-d983-49e7-978b-eda47143aed7 on network 28762bf7-cb11-4c08-bf52-9cba16135894 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:30.322457 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:30.323310 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Checking segment: {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:30.323310 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.323707 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Bound using segment: {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:30.324600 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Bound port: 74b028a0-d983-49e7-978b-eda47143aed7, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:30.325214 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.391300 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] For port 74b028a0-d983-49e7-978b-eda47143aed7, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:30.394812 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] For port 74b028a0-d983-49e7-978b-eda47143aed7, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=74b028a0-d983-49e7-978b-eda47143aed7,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:30.400208 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.465799 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65f884-8cff-41a0-9e1d-ea248895d5dd None None] Pushing event updated for resources: {'Port': ['ID=74b028a0-d983-49e7-978b-eda47143aed7,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:30.546378 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9471e383-dbe7-4303-a59e-5c6415cccc44 req-dad1202c-d7a9-470d-8853-9db19b744eca tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 210 time: 0.2730579 Jul 13 08:42:30.695452 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Allocated IP 172.27.3.17 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/b728f4b3-7698-4458-b257-5a625ef21675) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:30.751156 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 74b028a0-d983-49e7-978b-eda47143aed7 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:30.803987 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 74b028a0-d983-49e7-978b-eda47143aed7 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:30.836274 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b274119-5393-4fc1-bc3d-3885c063c05e req-bdc6ef7f-ba01-42cc-9b0b-76d31976824a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:30.837692 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5b274119-5393-4fc1-bc3d-3885c063c05e req-bdc6ef7f-ba01-42cc-9b0b-76d31976824a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1338670 Jul 13 08:42:30.890330 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.911378 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5b274119-5393-4fc1-bc3d-3885c063c05e req-8a0ef56f-0852-4432-a109-d9c3b0f84a12 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654953 Jul 13 08:42:30.940798 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.982956 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:30.987294 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:30.990948 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:31.068899 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=b728f4b3-7698-4458-b257-5a625ef21675,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:31.102240 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9bc2a06-a648-4df3-994c-ccb6a5ad2486 req-aec611f7-1335-4abf-9a78-9529b1df451c tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 210 time: 0.0702167 Jul 13 08:42:31.321371 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.386177 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2e855-1a34-46f6-b3d6-97e3fe2229a6 req-7be946b2-c151-4f6e-b144-ee2dc310a588 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:31.387900 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b3c2e855-1a34-46f6-b3d6-97e3fe2229a6 req-7be946b2-c151-4f6e-b144-ee2dc310a588 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 943 time: 0.1073511 Jul 13 08:42:31.445549 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b3c2e855-1a34-46f6-b3d6-97e3fe2229a6 req-e22a34a2-1315-4bf4-82a2-f2272c266541 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498929 Jul 13 08:42:31.462387 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99acc945-d799-4b5e-a77c-d1e9b09e75b1 None None] Network 28762bf7-cb11-4c08-bf52-9cba16135894 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:31.526893 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-e4aa9efb-83ae-48b1-b4e1-297a6eab4623 None None] Provisioning for port 74b028a0-d983-49e7-978b-eda47143aed7 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:31.533986 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-e4aa9efb-83ae-48b1-b4e1-297a6eab4623 None None] Provisioning complete for port 74b028a0-d983-49e7-978b-eda47143aed7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:31.534359 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-e4aa9efb-83ae-48b1-b4e1-297a6eab4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.560652 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866'] for router, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.680010 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-e4aa9efb-83ae-48b1-b4e1-297a6eab4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.707890 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5e7e2816-304f-405a-8e2e-6c79cd0cbada req-61900abc-6360-4183-875b-268c4b192408 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 210 time: 0.0328040 Jul 13 08:42:31.722521 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-e4aa9efb-83ae-48b1-b4e1-297a6eab4623 None None] For port 74b028a0-d983-49e7-978b-eda47143aed7, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=74b028a0-d983-49e7-978b-eda47143aed7,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:31.734655 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-e4aa9efb-83ae-48b1-b4e1-297a6eab4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.739002 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Router 51f4ca8b-a50f-45c4-bff1-852475b40f88 is scheduled to L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 with binding_index 1 {{(pid=99633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:42:31.791276 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa9efb-83ae-48b1-b4e1-297a6eab4623 None None] Pushing event updated for resources: {'Port': ['ID=74b028a0-d983-49e7-978b-eda47143aed7,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:31.890038 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:31.899646 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Sync routers for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:31.913683 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:31.916192 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:31.965676 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] Notify callbacks [] for router, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.971745 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59328) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:31.973170 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-73d85772-5087-4b00-9113-afbe07dc2dd4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3053150 Jul 13 08:42:32.100579 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-bdd48305-fc45-4bec-8307-5996da322441 None None] Provisioning complete for port 74b028a0-d983-49e7-978b-eda47143aed7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:32.101155 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-bdd48305-fc45-4bec-8307-5996da322441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.210141 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.216932 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-edb9374e-0c5e-4c7b-913c-ed4816989e8f tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:32.221535 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-edb9374e-0c5e-4c7b-913c-ed4816989e8f tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.70 "GET /v2.0/networks?id=48597265-ed59-409e-9276-9fe173d4dc8d HTTP/1.1" status: 200 len: 809 time: 0.3218491 Jul 13 08:42:32.260672 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Request body: {'port': {'device_id': '055e9b0f-950f-4f9e-9ede-a6806b01947c', 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d', 'admin_state_up': True, 'tenant_id': 'e3f4adcfcaff473c81a4ba75e236035e'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:32.268565 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:32.585883 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:31Z', 'revision_number': 3, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:32.606217 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f617df8-4783-4a34-aac3-01e6d83de736 req-257b4f4d-682d-40cc-ab84-bb3347767bf3 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:32.614707 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0f617df8-4783-4a34-aac3-01e6d83de736 req-257b4f4d-682d-40cc-ab84-bb3347767bf3 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.2258034 Jul 13 08:42:32.673107 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0f617df8-4783-4a34-aac3-01e6d83de736 req-67f0700e-661b-4142-aff4-5f06e93cc2c9 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571260 Jul 13 08:42:32.685101 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Checking router: 51f4ca8b-a50f-45c4-bff1-852475b40f88 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:32.686443 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Updating router 51f4ca8b-a50f-45c4-bff1-852475b40f88 port b728f4b3-7698-4458-b257-5a625ef21675 binding host dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:32.771104 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 74b028a0-d983-49e7-978b-eda47143aed7 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:32.776580 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.870232 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-8dce34ac-fb01-4e91-be90-2e028041284b tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:32.875568 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-8dce34ac-fb01-4e91-be90-2e028041284b tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 815 time: 0.3385179 Jul 13 08:42:32.909263 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dabbd898-bf76-47db-b41c-eabf33364b93 req-f246a895-fdc5-4908-8ef0-9f50edea14fc tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 210 time: 0.2002983 Jul 13 08:42:32.926542 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 74b028a0-d983-49e7-978b-eda47143aed7 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:32.927303 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.930374 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Request body: {'port': {'device_id': 'b5002c88-e921-47f4-afc1-45c71f9036d4', 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289', 'admin_state_up': True, 'tenant_id': '5c2c5dcfa6be4ef1ace638c089206e15'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:33.035943 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Made reservation on behalf of e3f4adcfcaff473c81a4ba75e236035e for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:33.046376 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.094132 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:42:33.188506 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.201950 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Transition to ACTIVE for port object b728f4b3-7698-4458-b257-5a625ef21675 will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:33.212643 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.271341 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a2145e8b-3a46-4bac-955d-c1e2a3f41c0c req-15d89833-490e-40bf-88e3-17f2459a1a79 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 210 time: 0.0800517 Jul 13 08:42:33.271865 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:33.294294 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Attempting to bind port b728f4b3-7698-4458-b257-5a625ef21675 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:33.295434 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Attempting to bind port b728f4b3-7698-4458-b257-5a625ef21675 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:33.296689 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Attempting to bind port b728f4b3-7698-4458-b257-5a625ef21675 on network 687451c4-904f-48f1-a79c-0ec0b614c05b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:33.298367 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'port_id': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'mac_address': 'fa:16:3e:a7:44:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:42:33.309024 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.320938 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7253059-540e-4f4f-b9ab-50ba091dbb82 req-21ec9ae7-1c3b-4eb3-9b3c-cd1d780cf2db tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:33.328534 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eed499-49ee-4001-a083-802a5d24db36 None None] Pushing event updated for resources: {'Port': ['ID=b728f4b3-7698-4458-b257-5a625ef21675,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:33.332755 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:33.333247 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:33.333994 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d7253059-540e-4f4f-b9ab-50ba091dbb82 req-21ec9ae7-1c3b-4eb3-9b3c-cd1d780cf2db tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 943 time: 0.2641308 Jul 13 08:42:33.340151 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.340718 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Bound using segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:33.341310 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Bound port: b728f4b3-7698-4458-b257-5a625ef21675, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:33.341824 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.386328 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.392972 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8790-7d1a-429e-bfd7-5f4721d38e05 req-32b9e2d0-72dd-4a60-bd7c-a501da11d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:33.395424 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-737d8790-7d1a-429e-bfd7-5f4721d38e05 req-32b9e2d0-72dd-4a60-bd7c-a501da11d98b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 1099 time: 0.3414841 Jul 13 08:42:33.405985 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] For port b728f4b3-7698-4458-b257-5a625ef21675, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:33.407675 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:33.410891 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] For port b728f4b3-7698-4458-b257-5a625ef21675, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=b728f4b3-7698-4458-b257-5a625ef21675,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:33.418260 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.439470 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:33.445019 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.486275 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-737d8790-7d1a-429e-bfd7-5f4721d38e05 req-f86e3ddb-48e6-4b1d-b940-b95fb093b645 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822530 Jul 13 08:42:33.508152 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Made reservation on behalf of 5c2c5dcfa6be4ef1ace638c089206e15 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:33.511842 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.514076 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eed499-49ee-4001-a083-802a5d24db36 None None] Pushing event updated for resources: {'Port': ['ID=b728f4b3-7698-4458-b257-5a625ef21675,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:33.525094 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d7253059-540e-4f4f-b9ab-50ba091dbb82 req-5c9c3355-e31c-430f-b2e3-23fb082ffe59 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720796 Jul 13 08:42:33.539872 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Allocated IP 172.20.0.11 (48597265-ed59-409e-9276-9fe173d4dc8d/1514f3c1-5b80-4e34-9544-25a38c1a0de7/efb29f7b-01d1-4e3b-96df-6379e7577258) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:33.546039 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:33.576087 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:33.577311 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:33.672853 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Allocated IP 172.20.0.1 (28762bf7-cb11-4c08-bf52-9cba16135894/c387f139-02d5-4934-a4ce-f7018cea985c/0d1078cf-6948-4436-81e3-66ca3d6ffb3c) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:33.713749 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:33.772832 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Allocated IP 172.20.0.9 (cf33a87d-286a-4387-934f-92baae56b289/9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05/fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:33.827813 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:33.907279 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.944632 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.provisioning_blocks [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Transition to ACTIVE for port object 0d1078cf-6948-4436-81e3-66ca3d6ffb3c will not be triggered until provisioned by entity DHCP. {{(pid=99632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:33.948956 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:31Z', 'revision_number': 3, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:33.991150 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b4236-0bb3-4bf2-b236-e67d1a401e97 None None] The sync data for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi is: [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:31Z', 'revision_number': 3, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:34.000622 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.022463 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72964e-3c80-4b19-9d14-baf98a6d838b req-1eb8c7cf-7a27-4d5b-94bf-20cce34a6f56 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:34.024322 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6d72964e-3c80-4b19-9d14-baf98a6d838b req-1eb8c7cf-7a27-4d5b-94bf-20cce34a6f56 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1787515 Jul 13 08:42:34.082358 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.117062 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6d72964e-3c80-4b19-9d14-baf98a6d838b req-e22cee29-298f-4248-9938-406349024f0b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777133 Jul 13 08:42:34.130642 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Network 28762bf7-cb11-4c08-bf52-9cba16135894 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:34.133820 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:34.136140 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6ee068d3-cae4-4ed9-a3c0-1b3deff30c5f req-50b15b85-23a3-49a8-baf7-f417bc8b692b tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 210 time: 0.0446584 Jul 13 08:42:34.139896 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:34.173730 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.197098 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1078cf-6948-4436-81e3-66ca3d6ffb3c,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:34.222176 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515057'] for router_interface, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.231246 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.289635 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Network 48597265-ed59-409e-9276-9fe173d4dc8d is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:34.291737 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Pushing event updated for resources: {'Port': ['ID=efb29f7b-01d1-4e3b-96df-6379e7577258,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:34.296403 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:34.299708 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:34.306463 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:34.307154 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.339238 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-66c0eb72-4066-4ac7-9579-3337bd77d55d tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1012952 Jul 13 08:42:34.359495 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Request body: {'port': {'device_id': '055e9b0f-950f-4f9e-9ede-a6806b01947c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:34.363909 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.446553 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Pushing event updated for resources: {'Port': ['ID=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:34.521795 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Network cf33a87d-286a-4387-934f-92baae56b289 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:34.525251 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:34.564104 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:34.568641 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.570275 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-2b29abec-c856-4fa1-9fae-1240c966bf75 None None] Provisioning for port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:34.576490 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:34.577177 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.597931 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-2b29abec-c856-4fa1-9fae-1240c966bf75 None None] Provisioning complete for port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:34.598398 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-2b29abec-c856-4fa1-9fae-1240c966bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.609220 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-406422dd-ec72-438a-b2b7-750b04481ffd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6976800 Jul 13 08:42:34.623988 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.650053 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Request body: {'port': {'device_id': 'b5002c88-e921-47f4-afc1-45c71f9036d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:34.673302 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a88087-e0f7-430f-8d57-03d0f28c370f req-1601cc47-7a39-4caa-a654-a54c55effcf1 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:34.681192 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33a88087-e0f7-430f-8d57-03d0f28c370f req-1601cc47-7a39-4caa-a654-a54c55effcf1 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 932 time: 0.1704581 Jul 13 08:42:34.690532 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-2b29abec-c856-4fa1-9fae-1240c966bf75 None None] Port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:34.733609 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['e7ad0f02-c760-461d-acf6-5970b8ea12f7', '9f14f489-28e7-4e1f-85ee-5ca61082d9aa'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:34.816073 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device b728f4b3-7698-4458-b257-5a625ef21675 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:34.846893 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33a88087-e0f7-430f-8d57-03d0f28c370f req-a5eef68e-2bfb-4cb5-91c1-8f161de30bf7 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486468 Jul 13 08:42:34.905666 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port b728f4b3-7698-4458-b257-5a625ef21675 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:34.919885 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port b728f4b3-7698-4458-b257-5a625ef21675 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:34.920257 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.933948 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.944003 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.043245 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.073313 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.109299 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port b728f4b3-7698-4458-b257-5a625ef21675, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=b728f4b3-7698-4458-b257-5a625ef21675,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:35.120741 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:35.127257 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.136456 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1078cf-6948-4436-81e3-66ca3d6ffb3c,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:35.182252 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-514871'] for router_interface, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.313763 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=b728f4b3-7698-4458-b257-5a625ef21675,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:35.377237 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Network 28762bf7-cb11-4c08-bf52-9cba16135894 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:35.380530 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:35.427830 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:35.436207 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.449275 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Transition to ACTIVE for port object fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:35.468254 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.564802 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-01a579ab-1de1-4434-beab-62f5d543d6c6 None None] Provisioning complete for port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:35.568968 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-01a579ab-1de1-4434-beab-62f5d543d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.578093 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6cbd-12fd-4c30-b930-69a4b964914c req-d5b884b7-56f2-4cf4-991a-a38d967b7365 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:35.586007 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c59e6cbd-12fd-4c30-b930-69a4b964914c req-d5b884b7-56f2-4cf4-991a-a38d967b7365 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 944 time: 0.7695189 Jul 13 08:42:35.640716 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996f471-b5af-46c0-aa8c-74e383d27304 req-590c844e-0eae-43b0-b0b8-4446ec13519f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:35.642011 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:35.647985 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d996f471-b5af-46c0-aa8c-74e383d27304 req-590c844e-0eae-43b0-b0b8-4446ec13519f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.2584622 Jul 13 08:42:35.650828 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Pushing event updated for resources: {'Port': ['ID=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:35.655676 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-01a579ab-1de1-4434-beab-62f5d543d6c6 None None] Port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:35.657442 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:35.657966 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.681492 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Attempting to bind port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:35.681908 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Attempting to bind port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:35.682136 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Attempting to bind port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee on network cf33a87d-286a-4387-934f-92baae56b289 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:35.703741 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d996f471-b5af-46c0-aa8c-74e383d27304 req-fa9a0424-4091-4d94-af0e-dcdc7c54fbb2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507793 Jul 13 08:42:35.705975 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee on network cf33a87d-286a-4387-934f-92baae56b289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:42:35.706374 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Attempting to bind port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee on network cf33a87d-286a-4387-934f-92baae56b289 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:35.716399 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Router 51f4ca8b-a50f-45c4-bff1-852475b40f88 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:35.728121 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c59e6cbd-12fd-4c30-b930-69a4b964914c req-5a4ed666-460f-4c40-bc65-083f5cbe34f1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411960 Jul 13 08:42:35.730638 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:35.731000 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Checking segment: {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:35.731788 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Bound using segment: {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:35.731788 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Bound port: fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:35.732157 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.821967 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.839467 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-19050459-8b15-4128-b554-ae3ffcdd6488 None None] Provisioning complete for port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:35.839864 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-19050459-8b15-4128-b554-ae3ffcdd6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.866004 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] For port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:35.870329 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] For port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:35.884353 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb29f7b-01d1-4e3b-96df-6379e7577258 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:35.897500 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.898940 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:35.901376 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a0b8d9-9f8a-4fdd-9d5d-39ff7b89b358" -d '{"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:35.901536 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.920697 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:35.921880 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-19050459-8b15-4128-b554-ae3ffcdd6488 None None] Port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:35.928442 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.936785 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:35.952884 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-2d01860a-5f56-416d-96a3-e3a95b402fe6 admin admin] 10.222.0.66 "PUT /v2.0/routers/51f4ca8b-a50f-45c4-bff1-852475b40f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9712083 Jul 13 08:42:35.979557 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ae042-9de9-46b2-bf34-17d4439e9328 req-3a6dbef1-6719-421c-8673-d7ad62dd8451 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:35.981571 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e99ae042-9de9-46b2-bf34-17d4439e9328 req-3a6dbef1-6719-421c-8673-d7ad62dd8451 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 943 time: 0.1326928 Jul 13 08:42:35.991406 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:36.039988 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e99ae042-9de9-46b2-bf34-17d4439e9328 req-f503e651-fef4-45f2-9a0a-e697b754aad1 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489414 Jul 13 08:42:36.251081 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-2e3c4b37-207b-4dec-8618-745b4defabff None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:36.251725 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4b37-207b-4dec-8618-745b4defabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.288654 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Pushing event updated for resources: {'Port': ['ID=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:36.289738 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf9538-ebad-43d5-9473-6161edb2d2d0 req-473893b9-6567-4568-b08a-53d6b5063a6e tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.304964 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-30bf9538-ebad-43d5-9473-6161edb2d2d0 req-473893b9-6567-4568-b08a-53d6b5063a6e tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 932 time: 0.1177037 Jul 13 08:42:36.314852 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Transition to ACTIVE for port object efb29f7b-01d1-4e3b-96df-6379e7577258 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:36.339553 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.340378 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.341996 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-5a329f2c-368b-4ac3-8f54-0f302a47f55a service neutron] 10.222.0.70 "PUT /v2.0/ports/fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee HTTP/1.1" status: 200 len: 1093 time: 1.7157485 Jul 13 08:42:36.343101 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5002c88-e921-47f4-afc1-45c71f9036d4', 'tag': 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:36.346277 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ef5483-e9bb-4286-91e6-5dbdb70842aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b5002c88-e921-47f4-afc1-45c71f9036d4", "tag": "fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:36.352974 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.400186 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-30bf9538-ebad-43d5-9473-6161edb2d2d0 req-2a87439d-931b-42df-8d8b-4b87fb18a9ea tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884998 Jul 13 08:42:36.492420 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07580997-af2c-4304-95ef-3bc5e814c7d3 x-openstack-request-id: req-07580997-af2c-4304-95ef-3bc5e814c7d3 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:36.492957 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:36.492957 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07580997-af2c-4304-95ef-3bc5e814c7d3 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:36.493345 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'code': 200} Jul 13 08:42:36.580583 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Attempting to bind port efb29f7b-01d1-4e3b-96df-6379e7577258 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:36.580934 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Attempting to bind port efb29f7b-01d1-4e3b-96df-6379e7577258 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:36.581272 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Attempting to bind port efb29f7b-01d1-4e3b-96df-6379e7577258 on network 48597265-ed59-409e-9276-9fe173d4dc8d {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:36.618662 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Port efb29f7b-01d1-4e3b-96df-6379e7577258 on network 48597265-ed59-409e-9276-9fe173d4dc8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:42:36.619019 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Attempting to bind port efb29f7b-01d1-4e3b-96df-6379e7577258 on network 48597265-ed59-409e-9276-9fe173d4dc8d {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:36.636816 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Pushing event updated for resources: {'Port': ['ID=efb29f7b-01d1-4e3b-96df-6379e7577258,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:36.682163 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4990-976a-4b08-bd4b-2fcd88101f32 req-98b82876-0767-48c5-890b-9ab5ef7aad26 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.684431 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-22cd4990-976a-4b08-bd4b-2fcd88101f32 req-98b82876-0767-48c5-890b-9ab5ef7aad26 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.4308116 Jul 13 08:42:36.686813 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-c29da6eb-3d44-4edd-8176-a9b8bcc724e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.688387 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-c29da6eb-3d44-4edd-8176-a9b8bcc724e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 1096 time: 0.2510378 Jul 13 08:42:36.690470 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:36.692210 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Checking segment: {'id': 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:36.692822 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Bound using segment: {'id': 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:36.693417 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Bound port: efb29f7b-01d1-4e3b-96df-6379e7577258, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:36.693929 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.696093 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59468) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:36.701474 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Sync routers for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:36.724129 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:36.725000 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:36.834350 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device b728f4b3-7698-4458-b257-5a625ef21675 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:36.859224 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3987674b-5708-468e-939d-9552e2eb0375 x-openstack-request-id: req-3987674b-5708-468e-939d-9552e2eb0375 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:36.859518 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5002c88-e921-47f4-afc1-45c71f9036d4", "tag": "fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:36.859767 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3987674b-5708-468e-939d-9552e2eb0375 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:36.860161 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5002c88-e921-47f4-afc1-45c71f9036d4', 'tag': 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee', 'status': 'completed', 'code': 200} Jul 13 08:42:36.890509 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-423b8bab-eded-4694-a6e3-99e78b833af5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee HTTP/1.1" status: 200 len: 217 time: 0.1341290 Jul 13 08:42:36.897737 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:36.913405 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e134ac04-5a6c-4750-b6af-7f2a75e8c2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.953736 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59478) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:36.960519 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port b728f4b3-7698-4458-b257-5a625ef21675 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:36.961192 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.963742 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-280252131-network', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:37.004534 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-22cd4990-976a-4b08-bd4b-2fcd88101f32 req-51d655de-0351-406d-a922-4de4e6f5125d tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074555 Jul 13 08:42:37.043827 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] For port efb29f7b-01d1-4e3b-96df-6379e7577258, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:37.068906 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-f4500039-916b-4227-b3f5-aba3536bda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:37.070533 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-f4500039-916b-4227-b3f5-aba3536bda59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05 HTTP/1.1" status: 200 len: 855 time: 0.1508703 Jul 13 08:42:37.073283 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] For port efb29f7b-01d1-4e3b-96df-6379e7577258, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=efb29f7b-01d1-4e3b-96df-6379e7577258,segment=NetworkSegment(ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a),segment_id=ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:37.097495 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f993b-ab7e-4681-a0a6-b892bf623be7 req-1855fb9f-e03d-42e8-b7a0-4fab5ee073ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:37.099146 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-123f993b-ab7e-4681-a0a6-b892bf623be7 req-1855fb9f-e03d-42e8-b7a0-4fab5ee073ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 1098 time: 0.2378573 Jul 13 08:42:37.116568 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e134ac04-5a6c-4750-b6af-7f2a75e8c2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.117605 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.141207 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e134ac04-5a6c-4750-b6af-7f2a75e8c2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.181240 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134ac04-5a6c-4750-b6af-7f2a75e8c2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa3daa3-f9ef-4927-9383-539a5c235083,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.194024 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Made reservation on behalf of 831e2990de3942e49ee57a05d7769b9d for: {'network': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:37.197281 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-d98d8085-a74e-4c49-9477-631a6e0fc771 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf33a87d-286a-4387-934f-92baae56b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123655 Jul 13 08:42:37.197656 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.209756 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.244595 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 2, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:37.266458 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62353983-8958-490a-8d31-a341df02c839 req-a9192b5e-5de6-4b42-8779-cbbe6f7b5e95 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:37.277779 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-62353983-8958-490a-8d31-a341df02c839 req-a9192b5e-5de6-4b42-8779-cbbe6f7b5e95 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.2712374 Jul 13 08:42:37.286839 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Checking router: 51f4ca8b-a50f-45c4-bff1-852475b40f88 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:37.287391 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Updating router 51f4ca8b-a50f-45c4-bff1-852475b40f88 port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c binding host dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:37.295417 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-e134ac04-5a6c-4750-b6af-7f2a75e8c2be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ef75c99e94242f4872915d6c654997d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5980060 Jul 13 08:42:37.306975 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59484) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:37.329180 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:37.330443 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.332167 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] 10.222.0.70 "PUT /v2.0/ports/efb29f7b-01d1-4e3b-96df-6379e7577258 HTTP/1.1" status: 200 len: 1094 time: 2.9779966 Jul 13 08:42:37.342039 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.399275 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-62353983-8958-490a-8d31-a341df02c839 req-7834fc93-41d3-4a09-b9df-b20d6a665a58 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204717 Jul 13 08:42:37.408164 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-123f993b-ab7e-4681-a0a6-b892bf623be7 req-b0cb043f-ed69-4e9e-8e6e-2e9f97edf049 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825301 Jul 13 08:42:37.432682 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f4716-6936-4f32-bd69-445f9f741455 service neutron] Pushing event updated for resources: {'Port': ['ID=efb29f7b-01d1-4e3b-96df-6379e7577258,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.495680 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-58a6f88c-8a69-4198-9ff8-a64a10c23fce service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506111 Jul 13 08:42:37.518317 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e43dc-d5b0-4e5a-894e-6e0edd3896cc req-22fa91ae-df33-4071-9943-270a6cb8bae0 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:37.525803 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-417e43dc-d5b0-4e5a-894e-6e0edd3896cc req-22fa91ae-df33-4071-9943-270a6cb8bae0 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 943 time: 0.2730258 Jul 13 08:42:37.534359 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-222213eb-c6a2-4c4b-b412-1bb9eb9ae90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.589458 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-02746bc6-d82a-48f3-b845-6df3002bd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:37.591109 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-02746bc6-d82a-48f3-b845-6df3002bd00e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3f4adcfcaff473c81a4ba75e236035e&device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 1097 time: 0.1861689 Jul 13 08:42:37.606149 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.648665 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.667806 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-222213eb-c6a2-4c4b-b412-1bb9eb9ae90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.675551 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-417e43dc-d5b0-4e5a-894e-6e0edd3896cc req-43f421a3-e95d-4d5b-83e2-fd27da2e4585 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487737 Jul 13 08:42:37.683919 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-01d72b98-2685-4e5e-b7b1-2ad7b3cde35d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efb29f7b-01d1-4e3b-96df-6379e7577258 HTTP/1.1" status: 200 len: 217 time: 0.0614958 Jul 13 08:42:37.702068 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=99632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:42:37.724304 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399268f9-8d0e-49a4-80cf-a5635a15ed18,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.724543 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Notify callbacks [] for port, precommit_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.737589 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.738007 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.segments_db [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Added segment 2bc2dac3-c783-440a-a302-9b2dcd83f4a4 of type vlan for network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 Jul 13 08:42:37.742037 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-e7090025-5369-405f-adf3-713c188c7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:37.743634 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-e7090025-5369-405f-adf3-713c188c7bf1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1514f3c1-5b80-4e34-9544-25a38c1a0de7 HTTP/1.1" status: 200 len: 849 time: 0.0506291 Jul 13 08:42:37.749479 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Transition to ACTIVE for port object 0d1078cf-6948-4436-81e3-66ca3d6ffb3c will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:37.761075 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.761259 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2bbbc84a-eb33-4d19-adb8-e7b002b348de req-a1a1e3db-6ae4-4f0e-b38a-c67688fa3895 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326090 Jul 13 08:42:37.799034 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.826101 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def75444-ab50-4f73-b0f9-e86b7ceba1a0 req-9df3e021-cbfa-4d9d-a1ac-c81159a777f3 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:37.827725 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-def75444-ab50-4f73-b0f9-e86b7ceba1a0 req-9df3e021-cbfa-4d9d-a1ac-c81159a777f3 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 944 time: 0.2530749 Jul 13 08:42:37.834043 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-68da4e02-959e-42e3-9e3d-47d36763322d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48597265-ed59-409e-9276-9fe173d4dc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718119 Jul 13 08:42:37.860694 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b67f4c-860e-4d0e-8576-d0c5134ec761 None None] Pushing event updated for resources: {'Port': ['ID=0d1078cf-6948-4436-81e3-66ca3d6ffb3c,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.884165 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-222213eb-c6a2-4c4b-b412-1bb9eb9ae90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.886772 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-222213eb-c6a2-4c4b-b412-1bb9eb9ae90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.898388 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-222213eb-c6a2-4c4b-b412-1bb9eb9ae90a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fa3daa3-f9ef-4927-9383-539a5c235083 HTTP/1.1" status: 204 len: 168 time: 0.5881281 Jul 13 08:42:37.935107 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222213eb-c6a2-4c4b-b412-1bb9eb9ae90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa3daa3-f9ef-4927-9383-539a5c235083,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.937516 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Attempting to bind port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:37.937915 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Attempting to bind port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:37.938222 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.938331 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Attempting to bind port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c on network 28762bf7-cb11-4c08-bf52-9cba16135894 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:37.939224 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:37.939801 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.955979 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:37.956968 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Checking segment: {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:37.960260 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.960821 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Bound using segment: {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:37.961394 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Bound port: 0d1078cf-6948-4436-81e3-66ca3d6ffb3c, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:37.961735 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.006469 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0490003 Jul 13 08:42:38.010023 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59500) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:38.025317 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Request body: {'subnet': {'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-280252131-subnet', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'ip_version': 4}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:38.046406 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-def75444-ab50-4f73-b0f9-e86b7ceba1a0 req-8b0e4ffb-d4ff-4a8c-834a-f082b48d86f9 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096653 Jul 13 08:42:38.089757 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-8578d040-99fb-4a06-b28a-da288ed7fbed service neutron] 10.222.0.70 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462764 Jul 13 08:42:38.093760 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Made reservation on behalf of 831e2990de3942e49ee57a05d7769b9d for: {'subnet': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:38.096191 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.114596 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef5483-e9bb-4286-91e6-5dbdb70842aa req-96cd4ce8-9752-4623-bfc7-0af44a563355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:38.116179 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33ef5483-e9bb-4286-91e6-5dbdb70842aa req-96cd4ce8-9752-4623-bfc7-0af44a563355 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 1096 time: 0.2635157 Jul 13 08:42:38.119782 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28118df-677f-4ee2-93fd-d2cfd6d3d135 admin admin] Pushing event updated for resources: {'Network': ['ID=5b4a2a9f-8eb7-4f02-a210-aa7287a535c4,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:38.142696 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] For port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:38.146237 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:42:38.201843 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] For port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=0d1078cf-6948-4436-81e3-66ca3d6ffb3c,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:38.212415 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.292651 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59506) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:38.310327 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b67f4c-860e-4d0e-8576-d0c5134ec761 None None] Pushing event updated for resources: {'Port': ['ID=0d1078cf-6948-4436-81e3-66ca3d6ffb3c,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:38.380320 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:38.380983 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:38.401648 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef5483-e9bb-4286-91e6-5dbdb70842aa req-ef419a21-19a1-447b-bdf9-76bd4cc8e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:38.407912 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33ef5483-e9bb-4286-91e6-5dbdb70842aa req-ef419a21-19a1-447b-bdf9-76bd4cc8e182 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 916 time: 0.2509248 Jul 13 08:42:38.415262 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c796f111-c3c2-4675-959e-e5c8085d32fe req-dd0b25ec-d6be-44a8-ba21-f9870b37c2bb service neutron] 10.222.0.70 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142591 Jul 13 08:42:38.468629 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-322eab96-5cda-4a3b-a2a0-efbbf9a58b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.539171 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33ef5483-e9bb-4286-91e6-5dbdb70842aa req-35ae98bd-7007-411f-b1cf-caceff03d0b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee HTTP/1.1" status: 200 len: 217 time: 0.0769320 Jul 13 08:42:38.561309 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:38.669170 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef5483-e9bb-4286-91e6-5dbdb70842aa req-d004a375-c1f8-4efb-b93c-d61492bc9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:38.683156 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33ef5483-e9bb-4286-91e6-5dbdb70842aa req-d004a375-c1f8-4efb-b93c-d61492bc9ded service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05 HTTP/1.1" status: 200 len: 855 time: 0.1192667 Jul 13 08:42:38.712968 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-322eab96-5cda-4a3b-a2a0-efbbf9a58b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.724073 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-322eab96-5cda-4a3b-a2a0-efbbf9a58b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.807521 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33ef5483-e9bb-4286-91e6-5dbdb70842aa req-900343c9-d4d7-4133-bbdb-dcb3fdbeede1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf33a87d-286a-4387-934f-92baae56b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751781 Jul 13 08:42:38.820309 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322eab96-5cda-4a3b-a2a0-efbbf9a58b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbabbfd-df06-44a4-97c5-8f919544c0ff,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:38.822620 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.854291 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-322eab96-5cda-4a3b-a2a0-efbbf9a58b39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d061e9ae6724c5db2f75e0261fdf14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5606511 Jul 13 08:42:38.858251 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59526) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:38.879316 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055e9b0f-950f-4f9e-9ede-a6806b01947c', 'tag': 'efb29f7b-01d1-4e3b-96df-6379e7577258'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:38.881607 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d97ac09-2bd8-4e69-b1cb-26570487a979" -d '{"events": [{"name": "network-changed", "server_uuid": "055e9b0f-950f-4f9e-9ede-a6806b01947c", "tag": "efb29f7b-01d1-4e3b-96df-6379e7577258"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:38.947112 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:38Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:38.979256 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087df57-d097-4a0e-8506-1a2763fc2f97 req-5255f5b1-226d-4de6-a1ff-02e7aa015e69 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:38.979473 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ce1da-97b1-41a9-8fcc-963a321dd85f None None] The sync data for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi is: [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:38Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:38.986609 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9087df57-d097-4a0e-8506-1a2763fc2f97 req-5255f5b1-226d-4de6-a1ff-02e7aa015e69 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.3006434 Jul 13 08:42:39.025119 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00e01d4-9952-4568-8cd5-849fa18b9a30,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:39.078030 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Checking segment: {'id': '2bc2dac3-c783-440a-a302-9b2dcd83f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:39.078397 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Network hostable DHCP agents. Network: 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:42:39.098732 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:42:39.140217 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-de33860b-1d24-48a6-965e-81a47191a88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.190317 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9087df57-d097-4a0e-8506-1a2763fc2f97 req-8f52ee9f-e18b-4dc0-ac6b-348e9a5748f1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027152 Jul 13 08:42:39.193996 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33ef5483-e9bb-4286-91e6-5dbdb70842aa req-7077ba6f-41e7-4930-897b-0cda10536476 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593879 Jul 13 08:42:39.210524 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59544) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:39.247274 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:42:39.268537 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:39.286689 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee', 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289', 'port_id': 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee', 'mac_address': 'fa:16:3e:ab:42:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:42:39.310887 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a48936-4026-45e3-ae0e-8bfdea862e53 req-27736910-3479-466c-afe8-4454db41134d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:39.324942 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-73a48936-4026-45e3-ae0e-8bfdea862e53 req-27736910-3479-466c-afe8-4454db41134d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 943 time: 0.1467395 Jul 13 08:42:39.346872 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.349618 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce7047d-33e1-4182-a563-51be56ca6509 x-openstack-request-id: req-bce7047d-33e1-4182-a563-51be56ca6509 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:39.349905 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055e9b0f-950f-4f9e-9ede-a6806b01947c", "tag": "efb29f7b-01d1-4e3b-96df-6379e7577258", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:39.350154 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bce7047d-33e1-4182-a563-51be56ca6509 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:39.350530 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055e9b0f-950f-4f9e-9ede-a6806b01947c', 'tag': 'efb29f7b-01d1-4e3b-96df-6379e7577258', 'status': 'completed', 'code': 200} Jul 13 08:42:39.374416 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:39.402131 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-73a48936-4026-45e3-ae0e-8bfdea862e53 req-394dbb8a-22e4-43fe-9007-866af139ffc4 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723896 Jul 13 08:42:39.408935 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-907115119-network', 'tenant_id': '67cbac86d97d489eb40a43295448932f'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:39.412419 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:39.412963 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-de33860b-1d24-48a6-965e-81a47191a88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.419600 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.463363 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Made reservation on behalf of 67cbac86d97d489eb40a43295448932f for: {'network': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:39.467116 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.470688 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4) {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:39.476459 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:39.477050 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.490518 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.538869 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb11743-2d0a-431d-8664-57092aacd0c8 None None] Network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:39.556867 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33ef5483-e9bb-4286-91e6-5dbdb70842aa req-1b27d1a7-e617-4214-84e8-4357373146b6 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218727 Jul 13 08:42:39.599165 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:39.619807 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d330c-8b8a-4b24-9d13-54426deec23a req-a11a3e24-9c78-4b14-a920-aa0a6a28254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:39.621334 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a04d330c-8b8a-4b24-9d13-54426deec23a req-a11a3e24-9c78-4b14-a920-aa0a6a28254f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 1098 time: 0.4858642 Jul 13 08:42:39.634371 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97ac09-2bd8-4e69-b1cb-26570487a979 req-c5df16c2-7716-44ab-946c-0be753c60d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:39.636070 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d97ac09-2bd8-4e69-b1cb-26570487a979 req-c5df16c2-7716-44ab-946c-0be753c60d82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3f4adcfcaff473c81a4ba75e236035e&device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 1097 time: 0.2923803 Jul 13 08:42:39.639560 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-de33860b-1d24-48a6-965e-81a47191a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.641700 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-de33860b-1d24-48a6-965e-81a47191a88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.655062 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-de33860b-1d24-48a6-965e-81a47191a88f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fcbabbfd-df06-44a4-97c5-8f919544c0ff HTTP/1.1" status: 204 len: 168 time: 0.7684934 Jul 13 08:42:39.753937 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33860b-1d24-48a6-965e-81a47191a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbabbfd-df06-44a4-97c5-8f919544c0ff,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:39.763209 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.773718 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.788104 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=99632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:42:39.801933 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.802280 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.segments_db [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Added segment 20a437b8-1c5f-4ab8-827b-d0e9a8ed3206 of type vlan for network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 Jul 13 08:42:39.862528 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98908d11-a4d5-5635-b03b-04a5e2e559c7-5b4a2a9f-8eb7-4f02-a210-aa7287a535c4', 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'fixed_ips': [{'subnet_id': 'a00e01d4-9952-4568-8cd5-849fa18b9a30'}]}} from dv-cinder-800430-2-iscsi. {{(pid=99634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:42:39.863610 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.896939 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.920573 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bbd44-ffce-46e7-bc9b-6457fa3dd294 req-0c232670-3869-4519-86fe-8c9b97c0b0c2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:39.929634 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-071bbd44-ffce-46e7-bc9b-6457fa3dd294 req-0c232670-3869-4519-86fe-8c9b97c0b0c2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.3080499 Jul 13 08:42:39.940169 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f032da-c78c-4797-896c-c247438f4519,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:39.963966 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97ac09-2bd8-4e69-b1cb-26570487a979 req-6df22220-3cd5-49a5-9863-c1e2a1a35438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:39.965797 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d97ac09-2bd8-4e69-b1cb-26570487a979 req-6df22220-3cd5-49a5-9863-c1e2a1a35438 service neutron] 10.222.0.70 "GET /v2.0/networks?id=48597265-ed59-409e-9276-9fe173d4dc8d HTTP/1.1" status: 200 len: 910 time: 0.3000994 Jul 13 08:42:39.967384 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-dce2b6b2-d8ac-48b8-a6a8-05a3d7c0111d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9538851 Jul 13 08:42:39.971360 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59550) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:39.980104 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-280252131-router', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:40.056084 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-071bbd44-ffce-46e7-bc9b-6457fa3dd294 req-baa0d2ec-fd1f-41ee-a0ec-8e716335cab5 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252491 Jul 13 08:42:40.061875 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.064099 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:40.066710 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.074865 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5670'] for router, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.076195 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5727'] for router, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.101463 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:40.143416 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9304824 Jul 13 08:42:40.298117 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.db_base_plugin_common [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Allocated IP 172.20.0.2 (5b4a2a9f-8eb7-4f02-a210-aa7287a535c4/a00e01d4-9952-4568-8cd5-849fa18b9a30/284baa3d-3bfd-4c5f-8209-36999a592b40) {{(pid=99634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:40.390130 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59552) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:40.399871 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d97ac09-2bd8-4e69-b1cb-26570487a979 req-04d7a55e-fc3b-43bf-950a-078517f7614e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efb29f7b-01d1-4e3b-96df-6379e7577258 HTTP/1.1" status: 200 len: 217 time: 0.4211874 Jul 13 08:42:40.403370 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Request body: {'subnet': {'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-907115119-subnet', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'ip_version': 4}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:40.456857 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b421b-f564-4fe9-a95b-17c94627883d admin admin] Pushing event updated for resources: {'Network': ['ID=a799cfda-a8b8-49f0-aa73-8c7ec3c40690,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:40.470373 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:42:40.477143 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d330c-8b8a-4b24-9d13-54426deec23a req-be1b8faf-d837-4868-b27f-a11742f9ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:40.478723 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a04d330c-8b8a-4b24-9d13-54426deec23a req-be1b8faf-d837-4868-b27f-a11742f9ed63 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 919 time: 0.8410389 Jul 13 08:42:40.494308 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.508400 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97148683-e236-4a50-8db8-cea55a7b78c2 req-e52bcedc-a07c-4abf-93ac-634187081f06 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:40.515512 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97148683-e236-4a50-8db8-cea55a7b78c2 req-e52bcedc-a07c-4abf-93ac-634187081f06 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 944 time: 0.8337984 Jul 13 08:42:40.553133 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Made reservation on behalf of 67cbac86d97d489eb40a43295448932f for: {'subnet': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:40.555493 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.561763 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a04d330c-8b8a-4b24-9d13-54426deec23a req-9cce5779-1b19-4c32-970e-0ff37777d502 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cad52355-0091-4e87-ae77-3d7c98844dfc HTTP/1.1" status: 200 len: 217 time: 0.0710843 Jul 13 08:42:40.593001 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Notify callbacks [] for port, precommit_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.595712 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97ac09-2bd8-4e69-b1cb-26570487a979 req-7a5642b4-9564-4162-81e1-ee6aa3c1b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:40.597371 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d97ac09-2bd8-4e69-b1cb-26570487a979 req-7a5642b4-9564-4162-81e1-ee6aa3c1b38e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1514f3c1-5b80-4e34-9544-25a38c1a0de7 HTTP/1.1" status: 200 len: 849 time: 0.1871512 Jul 13 08:42:40.607501 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e318a-4da8-4ed2-8621-11f42c5099c0 req-a54e84cf-b98b-4b4d-b73c-bcde7fdf50b9 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:40.615365 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Transition to ACTIVE for port object 284baa3d-3bfd-4c5f-8209-36999a592b40 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:40.627630 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-800e318a-4da8-4ed2-8621-11f42c5099c0 req-a54e84cf-b98b-4b4d-b73c-bcde7fdf50b9 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.2091553 Jul 13 08:42:40.652197 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Transition to ACTIVE for port object 284baa3d-3bfd-4c5f-8209-36999a592b40 will not be triggered until provisioned by entity DHCP. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:40.664680 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.681821 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d97ac09-2bd8-4e69-b1cb-26570487a979 req-c57440e9-1953-4463-81a2-f7aab9bd3b5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48597265-ed59-409e-9276-9fe173d4dc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724831 Jul 13 08:42:40.716068 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 is already hosted by enough agents. {{(pid=99634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:40.725742 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.base_scheduler [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Resources bound (agent type, host, resource id): {{(pid=99634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:40.730185 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Received port after_create {{(pid=99634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:40.742607 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Pushing event updated for resources: {'Port': ['ID=284baa3d-3bfd-4c5f-8209-36999a592b40,revision_number=1']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:40.752389 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97148683-e236-4a50-8db8-cea55a7b78c2 req-9580b364-da47-448a-83f1-b462fe33bc46 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359033 Jul 13 08:42:40.808272 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.814615 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Attempting to bind port 284baa3d-3bfd-4c5f-8209-36999a592b40 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:40.814994 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Attempting to bind port 284baa3d-3bfd-4c5f-8209-36999a592b40 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '2bc2dac3-c783-440a-a302-9b2dcd83f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:40.815468 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Attempting to bind port 284baa3d-3bfd-4c5f-8209-36999a592b40 on network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:40.828268 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:40.828758 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Checking segment: {'id': '2bc2dac3-c783-440a-a302-9b2dcd83f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:40.829273 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.830780 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Bound using segment: {'id': '2bc2dac3-c783-440a-a302-9b2dcd83f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:40.830780 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Bound port: 284baa3d-3bfd-4c5f-8209-36999a592b40, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc2dac3-c783-440a-a302-9b2dcd83f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:40.832275 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.857401 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 0d1078cf-6948-4436-81e3-66ca3d6ffb3c up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:40.860300 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d330c-8b8a-4b24-9d13-54426deec23a req-8bc3fab2-5b44-4d42-8cef-764264b67667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:40.862164 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a04d330c-8b8a-4b24-9d13-54426deec23a req-8bc3fab2-5b44-4d42-8cef-764264b67667 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.2832983 Jul 13 08:42:40.869252 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-800e318a-4da8-4ed2-8621-11f42c5099c0 req-e77f2b9f-bf51-4dc5-be7d-63dd00b93dc4 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391121 Jul 13 08:42:40.931475 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a04d330c-8b8a-4b24-9d13-54426deec23a req-4d6f4d20-c142-4098-a78f-44a624579cc9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423687 Jul 13 08:42:40.968159 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:40.984579 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:40.985109 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.022629 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] For port 284baa3d-3bfd-4c5f-8209-36999a592b40, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:41.045006 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] For port 284baa3d-3bfd-4c5f-8209-36999a592b40, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=284baa3d-3bfd-4c5f-8209-36999a592b40,segment=NetworkSegment(2bc2dac3-c783-440a-a302-9b2dcd83f4a4),segment_id=2bc2dac3-c783-440a-a302-9b2dcd83f4a4)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:41.056036 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.077265 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a04d330c-8b8a-4b24-9d13-54426deec23a req-9f41a408-b956-49d7-b61d-564a3d9e64f2 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078844 Jul 13 08:42:41.123496 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device efb29f7b-01d1-4e3b-96df-6379e7577258 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:42:41.166982 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.172490 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d927695-819b-46a8-a21e-c17cc207fc52 None None] Pushing event updated for resources: {'Port': ['ID=284baa3d-3bfd-4c5f-8209-36999a592b40,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:41.225114 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.252634 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.262222 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=0d1078cf-6948-4436-81e3-66ca3d6ffb3c,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:41.263697 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389983-e579-4102-a8f8-30464d1b816a req-a25c0dba-fcb1-4a2a-8dd2-35fa9a360eab tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:41.266277 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22389983-e579-4102-a8f8-30464d1b816a req-a25c0dba-fcb1-4a2a-8dd2-35fa9a360eab tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 944 time: 0.2313685 Jul 13 08:42:41.268386 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d97ac09-2bd8-4e69-b1cb-26570487a979 req-890dbc64-e0bb-4c4f-ae4e-12492e7e06d3 service neutron] 10.222.0.70 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475242 Jul 13 08:42:41.276494 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.278148 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.338117 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port efb29f7b-01d1-4e3b-96df-6379e7577258, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=efb29f7b-01d1-4e3b-96df-6379e7577258,segment=NetworkSegment(ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a),segment_id=ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:41.362096 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': 'efb29f7b-01d1-4e3b-96df-6379e7577258', 'network_id': '48597265-ed59-409e-9276-9fe173d4dc8d', 'port_id': 'efb29f7b-01d1-4e3b-96df-6379e7577258', 'mac_address': 'fa:16:3e:21:1c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1514f3c1-5b80-4e34-9544-25a38c1a0de7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:42:41.364041 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=0d1078cf-6948-4436-81e3-66ca3d6ffb3c,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:41.370757 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22389983-e579-4102-a8f8-30464d1b816a req-38f01745-d5b7-4059-a285-5b2c192c63c5 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966146 Jul 13 08:42:41.380276 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3bdcf-83b0-412f-90e0-d6e6fdc9e3f4 req-71c7f9db-f6a1-4bd9-9ace-c6002fb44760 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:41.381674 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-44b3bdcf-83b0-412f-90e0-d6e6fdc9e3f4 req-71c7f9db-f6a1-4bd9-9ace-c6002fb44760 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.3033769 Jul 13 08:42:41.394466 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59564) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:41.443198 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Allocated IP 172.27.3.94 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/46ba3b59-e213-41d5-aaad-41c2deb27c3b) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:41.447435 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-fab189d5-d742-4e05-9376-b9f031431a67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'floatingip': {'port_id': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:41.457358 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a04d330c-8b8a-4b24-9d13-54426deec23a req-01b69276-4b00-4783-9a3e-8668c48eca6c service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651721 Jul 13 08:42:41.500931 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.563305 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5f6f19-2749-407a-a9ac-606ad6629cc6,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:41.609264 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fab189d5-d742-4e05-9376-b9f031431a67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.610257 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb29f7b-01d1-4e3b-96df-6379e7577258 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:41.653899 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port efb29f7b-01d1-4e3b-96df-6379e7577258, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=efb29f7b-01d1-4e3b-96df-6379e7577258,segment=NetworkSegment(ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a),segment_id=ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:41.660535 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.661900 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.718838 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Checking segment: {'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:41.719230 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Network hostable DHCP agents. Network: a799cfda-a8b8-49f0-aa73-8c7ec3c40690, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:42:41.725955 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.726469 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d97ac09-2bd8-4e69-b1cb-26570487a979 req-f15bc809-ede0-4418-9c84-f2666eda3cd0 service neutron] 10.222.0.70 "GET /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437921 Jul 13 08:42:41.768558 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=efb29f7b-01d1-4e3b-96df-6379e7577258,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:41.779587 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:41.787046 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:41.789718 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:41.814557 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:42:41.822369 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-e6e26afd-81ed-4be0-b022-7fdd09bc9e36 None None] Provisioning complete for port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:41.822777 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-e6e26afd-81ed-4be0-b022-7fdd09bc9e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.837755 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Pushing event updated for resources: {'Port': ['ID=46ba3b59-e213-41d5-aaad-41c2deb27c3b,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:41.848564 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.848917 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.849265 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.849605 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.849941 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.850281 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.850613 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.850964 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.851302 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.851630 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.851963 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.852290 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:41.868872 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4984a-3991-4169-85cd-48fd9cd0d1e1 req-60d31c44-176f-4ff6-8e72-b367d4d42ee2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:41.870530 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a6c4984a-3991-4169-85cd-48fd9cd0d1e1 req-60d31c44-176f-4ff6-8e72-b367d4d42ee2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2915010 Jul 13 08:42:41.873218 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, a799cfda-a8b8-49f0-aa73-8c7ec3c40690) {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:41.884299 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:41.884895 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.892974 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2237f80e-8b95-42ba-8a16-dfa6ecdb6d9f None None] Network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:41.948815 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5d61ab7a-5e17-4b2f-a015-782733e7038e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5535989 Jul 13 08:42:41.951742 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59574) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:41.959797 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:41.992834 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a6c4984a-3991-4169-85cd-48fd9cd0d1e1 req-5d682fa8-afb2-46a5-a8f0-499394617493 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142251 Jul 13 08:42:42.048379 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5670'] for router, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.049458 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5727'] for router, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.055518 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['efb29f7b-01d1-4e3b-96df-6379e7577258'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:42.101076 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5b9e8-44e1-41d7-95b4-ae35a5bd2d25 req-78b5afde-2d9a-42a7-a095-ed341d6fddf0 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:42.102662 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-63e5b9e8-44e1-41d7-95b4-ae35a5bd2d25 req-78b5afde-2d9a-42a7-a095-ed341d6fddf0 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 945 time: 0.1714344 Jul 13 08:42:42.173758 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.201274 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98908d11-a4d5-5635-b03b-04a5e2e559c7-a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6'}]}} from dv-cinder-800430-2-iscsi. {{(pid=99634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:42:42.203173 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.212830 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-63e5b9e8-44e1-41d7-95b4-ae35a5bd2d25 req-071ce131-835f-4bfb-a3e8-41a8c7082fa2 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992987 Jul 13 08:42:42.217444 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.376939 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.445522 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.db_base_plugin_common [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Allocated IP 172.20.0.2 (a799cfda-a8b8-49f0-aa73-8c7ec3c40690/9f5f6f19-2749-407a-a9ac-606ad6629cc6/aff20e4c-8dfc-4eb0-ba7b-354c948f69fa) {{(pid=99634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:42.503921 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fab189d5-d742-4e05-9376-b9f031431a67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.520630 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866'] for router, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.574464 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fab189d5-d742-4e05-9376-b9f031431a67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.609071 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:42:42.631023 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8316b2-c065-41e2-87fe-e61ec4ba16e5 None None] Network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:42.653488 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Notify callbacks [] for port, precommit_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.672704 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Transition to ACTIVE for port object aff20e4c-8dfc-4eb0-ba7b-354c948f69fa will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:42.696896 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 is scheduled to L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 with binding_index 1 {{(pid=99632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:42:42.743040 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Transition to ACTIVE for port object aff20e4c-8dfc-4eb0-ba7b-354c948f69fa will not be triggered until provisioned by entity DHCP. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:42.749154 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-65c44e25-9ffb-4ea4-8c64-6ad40a92ce0d None None] Provisioning for port 284baa3d-3bfd-4c5f-8209-36999a592b40 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:42.755106 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.813083 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 is already hosted by enough agents. {{(pid=99634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:42.819017 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.base_scheduler [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Resources bound (agent type, host, resource id): {{(pid=99634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:42.824998 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.l3_db [None req-fab189d5-d742-4e05-9376-b9f031431a67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Floating IP 75e1838e-5445-4078-b249-500a78e10730 associated. External IP: 172.27.3.167, port: b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7. Jul 13 08:42:42.830476 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:42.842622 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Received port after_create {{(pid=99634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:42.845679 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Sync routers for ids ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:42.852340 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Pushing event updated for resources: {'Port': ['ID=aff20e4c-8dfc-4eb0-ba7b-354c948f69fa,revision_number=1']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:42.867033 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Routers {'e1dcb8aa-2e96-43d6-a02e-1c71bb810035'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:42.868446 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:42.875838 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] Notify callbacks [] for router, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.877691 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-13fc83ac-23be-440d-8a3c-89b10b5bda5f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9038451 Jul 13 08:42:42.881207 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59578) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:42.890229 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 284baa3d-3bfd-4c5f-8209-36999a592b40 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:42.986994 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Attempting to bind port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:42.987367 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Attempting to bind port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:42.988336 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Attempting to bind port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa on network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:42.998578 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:42.998980 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Checking segment: {'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:42.999400 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.999806 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Bound using segment: {'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:43.000293 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Bound port: aff20e4c-8dfc-4eb0-ba7b-354c948f69fa, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:43.000684 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.021903 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Set router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:43.100125 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 284baa3d-3bfd-4c5f-8209-36999a592b40 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:43.125029 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 284baa3d-3bfd-4c5f-8209-36999a592b40 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:43.125563 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.146550 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:43.200761 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86060d5c-7762-47e0-982b-af9adde15ce2 req-e77fc853-12a6-4dd0-890e-325b8811391f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:43.209082 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-86060d5c-7762-47e0-982b-af9adde15ce2 req-e77fc853-12a6-4dd0-890e-325b8811391f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 944 time: 0.5689080 Jul 13 08:42:43.311367 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] For port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:43.316344 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] For port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=aff20e4c-8dfc-4eb0-ba7b-354c948f69fa,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:43.330904 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.375532 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-86060d5c-7762-47e0-982b-af9adde15ce2 req-e5eb2768-33b8-4127-a3a8-98e3f67f2cbd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654620 Jul 13 08:42:43.395054 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:43.430430 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:43.430814 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.440463 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'name': 'tempest-TestVolumeBootPattern-280252131-router', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:40Z', 'updated_at': '2021-07-13T08:42:42Z', 'revision_number': 3, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'gw_port': {'id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:43.468235 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c2dcb-5f67-4516-ab66-546388385831 None None] Pushing event updated for resources: {'Port': ['ID=aff20e4c-8dfc-4eb0-ba7b-354c948f69fa,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:43.519848 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.528147 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Checking router: e1dcb8aa-2e96-43d6-a02e-1c71bb810035 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:43.528882 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Updating router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 port 46ba3b59-e213-41d5-aaad-41c2deb27c3b binding host dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:43.583837 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.629098 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.664452 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c7e46-e6cf-4744-989a-ef998d93fb49 req-a5fea582-db60-482d-bdf5-338928935c2d tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:43.671750 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-901c7e46-e6cf-4744-989a-ef998d93fb49 req-a5fea582-db60-482d-bdf5-338928935c2d tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2159221 Jul 13 08:42:43.786376 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-47da0159-c0d2-4744-9cff-a7bde24a7134 None None] Provisioning complete for port 284baa3d-3bfd-4c5f-8209-36999a592b40 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:43.786761 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-47da0159-c0d2-4744-9cff-a7bde24a7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.872158 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.888578 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-901c7e46-e6cf-4744-989a-ef998d93fb49 req-6c3467b3-cac3-4c70-bc66-fc1d26292686 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158542 Jul 13 08:42:43.949919 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab189d5-d742-4e05-9376-b9f031431a67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Router d2412221-8c6d-4d9b-8878-456f497f64f5 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:43.969031 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.971382 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb578498-a098-4f0a-b15a-a1028f937165 req-6cd868df-079b-4af1-9573-6b77b7b21c4a tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:43.978374 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bb578498-a098-4f0a-b15a-a1028f937165 req-6cd868df-079b-4af1-9573-6b77b7b21c4a tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 945 time: 0.1091242 Jul 13 08:42:44.008061 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.009056 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.021778 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Transition to ACTIVE for port object 46ba3b59-e213-41d5-aaad-41c2deb27c3b will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:44.030043 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.069338 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-47da0159-c0d2-4744-9cff-a7bde24a7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.095932 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 284baa3d-3bfd-4c5f-8209-36999a592b40, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=284baa3d-3bfd-4c5f-8209-36999a592b40,segment=NetworkSegment(2bc2dac3-c783-440a-a302-9b2dcd83f4a4),segment_id=2bc2dac3-c783-440a-a302-9b2dcd83f4a4)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:44.102363 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bb578498-a098-4f0a-b15a-a1028f937165 req-0a5424ea-2de5-46dc-b31f-2a11045bf84a tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230071 Jul 13 08:42:44.117490 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:44.125290 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5002c88-e921-47f4-afc1-45c71f9036d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:44.129201 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1511d8-7739-4609-a58c-f8f7aa9cc4a0" -d '{"events": [{"server_uuid": "b5002c88-e921-47f4-afc1-45c71f9036d4", "name": "network-vif-plugged", "status": "completed", "tag": "fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:44.129576 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Attempting to bind port 46ba3b59-e213-41d5-aaad-41c2deb27c3b on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:44.130130 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Attempting to bind port 46ba3b59-e213-41d5-aaad-41c2deb27c3b by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:44.130525 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Attempting to bind port 46ba3b59-e213-41d5-aaad-41c2deb27c3b on network 687451c4-904f-48f1-a79c-0ec0b614c05b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:44.139877 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.140352 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c4be6-9436-40c8-88b2-45115d9093d1 None None] Pushing event updated for resources: {'Port': ['ID=46ba3b59-e213-41d5-aaad-41c2deb27c3b,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:44.149818 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.154794 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:44.155576 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:44.156181 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.156762 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Bound using segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:44.157424 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Bound port: 46ba3b59-e213-41d5-aaad-41c2deb27c3b, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:44.158081 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.180308 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Allocated IP 172.27.3.30 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/ad3731be-221a-4702-9f56-2e9e69afe7a3) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:44.183932 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 0d1078cf-6948-4436-81e3-66ca3d6ffb3c up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:44.199289 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab189d5-d742-4e05-9376-b9f031431a67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:44.205537 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fab189d5-d742-4e05-9376-b9f031431a67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.281944 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] Sync routers for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:44.293371 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5fb71f-1543-4c30-bd18-654db07e4a41 x-openstack-request-id: req-9e5fb71f-1543-4c30-bd18-654db07e4a41 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:44.293741 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5002c88-e921-47f4-afc1-45c71f9036d4", "name": "network-vif-plugged", "status": "completed", "tag": "fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:44.293947 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e5fb71f-1543-4c30-bd18-654db07e4a41 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:44.294309 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5002c88-e921-47f4-afc1-45c71f9036d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee', 'code': 200} Jul 13 08:42:44.300004 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Allocated IP 172.20.0.1 (5b4a2a9f-8eb7-4f02-a210-aa7287a535c4/a00e01d4-9952-4568-8cd5-849fa18b9a30/c32d78c2-248b-4606-8790-68af1662f84f) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:44.308592 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] For port 46ba3b59-e213-41d5-aaad-41c2deb27c3b, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:44.314142 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] For port 46ba3b59-e213-41d5-aaad-41c2deb27c3b, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=46ba3b59-e213-41d5-aaad-41c2deb27c3b,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:44.319746 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-fab189d5-d742-4e05-9376-b9f031431a67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "PUT /v2.0/floatingips/75e1838e-5445-4078-b249-500a78e10730 HTTP/1.1" status: 200 len: 991 time: 2.8926291 Jul 13 08:42:44.322418 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:44.324584 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497e67df-f454-4b6f-8707-1b7497089178" -d '{"events": [{"name": "network-changed", "server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:44.336961 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.351537 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:44.352237 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:44.385361 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.412451 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c4be6-9436-40c8-88b2-45115d9093d1 None None] Pushing event updated for resources: {'Port': ['ID=46ba3b59-e213-41d5-aaad-41c2deb27c3b,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:44.437698 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Routers {'e1dcb8aa-2e96-43d6-a02e-1c71bb810035'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:44.438468 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:44.442878 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40f55fb-818f-4a25-85a9-43b83a1a12c2 x-openstack-request-id: req-c40f55fb-818f-4a25-85a9-43b83a1a12c2 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:44.443315 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:44.443502 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c40f55fb-818f-4a25-85a9-43b83a1a12c2 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:44.443908 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'status': 'completed', 'code': 200} Jul 13 08:42:44.497696 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.568131 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] Set router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:44.620794 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:44.622445 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Pushing event updated for resources: {'Port': ['ID=ad3731be-221a-4702-9f56-2e9e69afe7a3,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:44.628399 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:44.633234 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:44.649510 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.650239 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.650988 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.651684 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.652215 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.652773 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.653357 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.653871 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.654483 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.655039 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.655618 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.656136 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.681821 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:44.693544 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.790856 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.provisioning_blocks [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Transition to ACTIVE for port object c32d78c2-248b-4606-8790-68af1662f84f will not be triggered until provisioned by entity DHCP. {{(pid=99632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:44.833867 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:44.902842 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e67df-f454-4b6f-8707-1b7497089178 req-dfc166d6-bd01-4c3b-b295-104daf3d4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:44.904964 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-497e67df-f454-4b6f-8707-1b7497089178 req-dfc166d6-bd01-4c3b-b295-104daf3d4cfb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 1098 time: 0.4253800 Jul 13 08:42:44.907611 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168673-ef59-44f5-a69c-7f38364089f3 req-ff593483-133b-4f6a-9b29-2c60d35e6157 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:44.910761 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7c168673-ef59-44f5-a69c-7f38364089f3 req-ff593483-133b-4f6a-9b29-2c60d35e6157 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 945 time: 0.1970441 Jul 13 08:42:44.915677 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.941394 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.db.api [None req-47da0159-c0d2-4744-9cff-a7bde24a7134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:42:44.941808 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG oslo_db.api [None req-47da0159-c0d2-4744-9cff-a7bde24a7134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:42:44.942454 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710b7828-0082-4329-a5d5-aa154c222c24 None None] Network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:44.944445 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'name': 'tempest-TestVolumeBootPattern-280252131-router', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:40Z', 'updated_at': '2021-07-13T08:42:42Z', 'revision_number': 3, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'gw_port': {'id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:44.981264 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2d530-3cd4-4c18-a2be-3388c13095e1 None None] The sync data for ids ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'] in dv-cinder-800430-2-iscsi is: [{'id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'name': 'tempest-TestVolumeBootPattern-280252131-router', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:40Z', 'updated_at': '2021-07-13T08:42:42Z', 'revision_number': 3, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'gw_port': {'id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:45.036617 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:45.052895 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:45.059600 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:45.069708 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=284baa3d-3bfd-4c5f-8209-36999a592b40,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:45.077334 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:45.077707 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.120271 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e67df-f454-4b6f-8707-1b7497089178 req-38ce9e32-f150-4182-9f8d-44699ea3ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:45.121901 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-497e67df-f454-4b6f-8707-1b7497089178 req-38ce9e32-f150-4182-9f8d-44699ea3ccfe service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 917 time: 0.2088211 Jul 13 08:42:45.123513 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515057'] for router_interface, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.124832 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ed456-dd8d-4341-8e59-4d77e9a98441 req-2b6463dd-d0d2-4a53-a793-a1ef0598326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:45.126993 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-066ed456-dd8d-4341-8e59-4d77e9a98441 req-2b6463dd-d0d2-4a53-a793-a1ef0598326f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 1098 time: 0.4962695 Jul 13 08:42:45.151390 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device efb29f7b-01d1-4e3b-96df-6379e7577258 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:45.213821 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7c168673-ef59-44f5-a69c-7f38364089f3 req-2506febd-3633-4a68-8b42-67a7cd6839e2 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720938 Jul 13 08:42:45.218872 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Pushing event updated for resources: {'Port': ['ID=c32d78c2-248b-4606-8790-68af1662f84f,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:45.324364 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.367218 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-066ed456-dd8d-4341-8e59-4d77e9a98441 req-b8863e09-9854-4717-9625-1e9f9c71f1f5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126596 Jul 13 08:42:45.368329 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-497e67df-f454-4b6f-8707-1b7497089178 req-9d7cde92-eaff-4c9b-a0f3-273cb62eeb59 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 HTTP/1.1" status: 200 len: 999 time: 0.2194307 Jul 13 08:42:45.408107 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.408265 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port efb29f7b-01d1-4e3b-96df-6379e7577258 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:45.416771 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port efb29f7b-01d1-4e3b-96df-6379e7577258 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:45.417146 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.516239 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e67df-f454-4b6f-8707-1b7497089178 req-3c5c9fa3-d66f-427f-ba60-e330c15a17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:45.518194 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-497e67df-f454-4b6f-8707-1b7497089178 req-3c5c9fa3-d66f-427f-ba60-e330c15a17f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.0725508 Jul 13 08:42:45.585337 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '75e1838e-5445-4078-b249-500a78e10730', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'port_id': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'mac_address': 'fa:16:3e:a7:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cdcdd6-6068-48be-a864-895cee2e146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:42:12Z', 'updated_at': '2021-07-13T08:42:42Z', 'revision_number': 1, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:45.599194 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83ba1c-a626-4167-8b72-e844e00cbf67 req-45e46f95-3682-4407-b75f-42ba72bd847e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:45.601284 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae83ba1c-a626-4167-8b72-e844e00cbf67 req-45e46f95-3682-4407-b75f-42ba72bd847e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.4732885 Jul 13 08:42:45.666249 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797d98a-8a26-4219-9b09-f774e912f02c req-5297a5c2-4b71-40e3-847c-d712c56c548f tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:45.678545 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e797d98a-8a26-4219-9b09-f774e912f02c req-5297a5c2-4b71-40e3-847c-d712c56c548f tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 945 time: 0.2007980 Jul 13 08:42:45.686662 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] Checking router: d2412221-8c6d-4d9b-8878-456f497f64f5 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:45.726394 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:45.727491 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:45.729977 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.736047 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae83ba1c-a626-4167-8b72-e844e00cbf67 req-9918a110-bf2c-439f-8c45-d0d7fad93485 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837889 Jul 13 08:42:45.766089 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-719b23ef-7ec3-4d02-98dd-8f3752f613c2 None None] Provisioning for port c32d78c2-248b-4606-8790-68af1662f84f completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:45.785078 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.789655 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e67df-f454-4b6f-8707-1b7497089178 req-47fd6bfb-4fc4-4a66-94ba-c73d011cf5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:45.791628 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-497e67df-f454-4b6f-8707-1b7497089178 req-47fd6bfb-4fc4-4a66-94ba-c73d011cf5a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2563953 Jul 13 08:42:45.803164 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.933441 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e797d98a-8a26-4219-9b09-f774e912f02c req-e97cf8bb-1409-432a-940b-6a1b052f090f tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525935 Jul 13 08:42:46.010564 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:46.055402 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 46ba3b59-e213-41d5-aaad-41c2deb27c3b up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:46.062627 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Pushing event updated for resources: {'Port': ['ID=c32d78c2-248b-4606-8790-68af1662f84f,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:46.063654 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-719b23ef-7ec3-4d02-98dd-8f3752f613c2 None None] Provisioning complete for port c32d78c2-248b-4606-8790-68af1662f84f triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:46.064212 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-719b23ef-7ec3-4d02-98dd-8f3752f613c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.088404 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-514871'] for router_interface, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.102178 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866'] for router, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.106819 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-497e67df-f454-4b6f-8707-1b7497089178 req-b5b731fe-380e-444d-8464-2770e7d98510 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697145 Jul 13 08:42:46.143249 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-719b23ef-7ec3-4d02-98dd-8f3752f613c2 None None] Port c32d78c2-248b-4606-8790-68af1662f84f cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:46.211938 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port efb29f7b-01d1-4e3b-96df-6379e7577258, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=efb29f7b-01d1-4e3b-96df-6379e7577258,segment=NetworkSegment(ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a),segment_id=ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:46.232371 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.258174 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:46.260691 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:46.350224 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-497e67df-f454-4b6f-8707-1b7497089178 req-968c0337-a476-4479-8a47-bf58e91f88f7 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150191 Jul 13 08:42:46.386942 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Router 35856000-f29e-4aad-983d-fed1def1c5a3 is scheduled to L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 with binding_index 1 {{(pid=99633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:42:46.523876 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:46.559423 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055e9b0f-950f-4f9e-9ede-a6806b01947c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb29f7b-01d1-4e3b-96df-6379e7577258'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:46.567939 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374d7e00-4a03-442f-a5bb-a02e4e184196" -d '{"events": [{"server_uuid": "055e9b0f-950f-4f9e-9ede-a6806b01947c", "name": "network-vif-plugged", "status": "completed", "tag": "efb29f7b-01d1-4e3b-96df-6379e7577258"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:46.583064 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:46.593772 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Sync routers for ids ['35856000-f29e-4aad-983d-fed1def1c5a3'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:46.610492 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Routers {'35856000-f29e-4aad-983d-fed1def1c5a3'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:46.612940 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['35856000-f29e-4aad-983d-fed1def1c5a3'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:46.637142 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] Notify callbacks [] for router, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.642357 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5887e5fb-8ea9-48b9-ab49-a9355496c6dd admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6867080 Jul 13 08:42:46.643205 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59608) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:46.692657 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=efb29f7b-01d1-4e3b-96df-6379e7577258,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:46.696806 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48912c7-e5ef-4f7b-8054-251129d8d24d x-openstack-request-id: req-c48912c7-e5ef-4f7b-8054-251129d8d24d {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:46.697315 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055e9b0f-950f-4f9e-9ede-a6806b01947c", "name": "network-vif-plugged", "status": "completed", "tag": "efb29f7b-01d1-4e3b-96df-6379e7577258", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:46.697738 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c48912c7-e5ef-4f7b-8054-251129d8d24d {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:46.698276 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055e9b0f-950f-4f9e-9ede-a6806b01947c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb29f7b-01d1-4e3b-96df-6379e7577258', 'code': 200} Jul 13 08:42:46.714668 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-719b23ef-7ec3-4d02-98dd-8f3752f613c2 None None] Provisioning for port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:46.757649 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 46ba3b59-e213-41d5-aaad-41c2deb27c3b completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:46.770202 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Set router 35856000-f29e-4aad-983d-fed1def1c5a3 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:46.775879 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:46.793971 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-255bad78-4ce2-4fa9-b81c-91e2bfa13a1a admin admin] 10.222.0.66 "PUT /v2.0/routers/e1dcb8aa-2e96-43d6-a02e-1c71bb810035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9027166 Jul 13 08:42:46.798760 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 46ba3b59-e213-41d5-aaad-41c2deb27c3b triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:46.799188 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.012854 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-b29ebb06-0b2a-41b6-b4ce-64b6925ac53a None None] Provisioning complete for port c32d78c2-248b-4606-8790-68af1662f84f triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:47.015087 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b29ebb06-0b2a-41b6-b4ce-64b6925ac53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.057119 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fda17-ef67-4bd6-8976-5d0adc45e9d0 req-dfe9beb8-57e4-4f43-a6a1-9297b9a1f62c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:47.069300 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 3, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:47.070330 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-002fda17-ef67-4bd6-8976-5d0adc45e9d0 req-dfe9beb8-57e4-4f43-a6a1-9297b9a1f62c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1381607 Jul 13 08:42:47.083316 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-b29ebb06-0b2a-41b6-b4ce-64b6925ac53a None None] Port c32d78c2-248b-4606-8790-68af1662f84f cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:47.108129 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Checking router: 35856000-f29e-4aad-983d-fed1def1c5a3 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:47.108887 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Updating router 35856000-f29e-4aad-983d-fed1def1c5a3 port ad3731be-221a-4702-9f56-2e9e69afe7a3 binding host dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:47.132343 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-002fda17-ef67-4bd6-8976-5d0adc45e9d0 req-30092cd7-4c62-4bfd-bc92-c47bb5125279 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609922 Jul 13 08:42:47.171935 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.175929 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.208510 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 46ba3b59-e213-41d5-aaad-41c2deb27c3b, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=46ba3b59-e213-41d5-aaad-41c2deb27c3b,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:47.217135 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.264309 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '75e1838e-5445-4078-b249-500a78e10730', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'port_id': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'mac_address': 'fa:16:3e:a7:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cdcdd6-6068-48be-a864-895cee2e146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:42:12Z', 'updated_at': '2021-07-13T08:42:42Z', 'revision_number': 1, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:47.276861 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 284baa3d-3bfd-4c5f-8209-36999a592b40 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:47.356972 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93efb5c-2196-4b69-9ba0-ee5b5d596d8f None None] The sync data for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi is: [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '75e1838e-5445-4078-b249-500a78e10730', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'port_id': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'mac_address': 'fa:16:3e:a7:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cdcdd6-6068-48be-a864-895cee2e146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:42:12Z', 'updated_at': '2021-07-13T08:42:42Z', 'revision_number': 1, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:47.370316 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdd26b-81da-4400-8ac3-c819f53efbf2 req-fcfc432e-f63a-4d0d-bcb5-4041089256ae tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:47.372271 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-66bdd26b-81da-4400-8ac3-c819f53efbf2 req-fcfc432e-f63a-4d0d-bcb5-4041089256ae tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 946 time: 0.1116166 Jul 13 08:42:47.420158 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=46ba3b59-e213-41d5-aaad-41c2deb27c3b,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:47.437726 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-66bdd26b-81da-4400-8ac3-c819f53efbf2 req-674b2b51-f453-427b-ba95-69bf8f152fb6 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564258 Jul 13 08:42:47.449373 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de739a-7f4b-4602-9087-7412c366ccd4 req-f1dd3fe4-55c8-4431-b942-60c6d6c50345 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:47.457995 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61de739a-7f4b-4602-9087-7412c366ccd4 req-f1dd3fe4-55c8-4431-b942-60c6d6c50345 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 945 time: 0.2006283 Jul 13 08:42:47.466545 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 284baa3d-3bfd-4c5f-8209-36999a592b40 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:47.466957 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.520383 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff24010-6538-4f01-99f7-3dce6ea702a2 req-30128178-a5b8-4100-94ac-e640f2ae5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:47.521995 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dff24010-6538-4f01-99f7-3dce6ea702a2 req-30128178-a5b8-4100-94ac-e640f2ae5e4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 1099 time: 0.2731526 Jul 13 08:42:47.566025 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61de739a-7f4b-4602-9087-7412c366ccd4 req-2ce92382-9b3a-4f72-92ea-74effd0595d1 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071560 Jul 13 08:42:47.619320 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device aff20e4c-8dfc-4eb0-ba7b-354c948f69fa up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:47.638750 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.661115 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Transition to ACTIVE for port object ad3731be-221a-4702-9f56-2e9e69afe7a3 will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:47.672516 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dff24010-6538-4f01-99f7-3dce6ea702a2 req-7b0d84b2-89e7-4d28-b241-30f81914ffca service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365933 Jul 13 08:42:47.674447 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.711970 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:47.722343 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Sync routers for ids ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:47.727148 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:47.727922 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.769932 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Routers {'e1dcb8aa-2e96-43d6-a02e-1c71bb810035'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:47.770175 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Attempting to bind port ad3731be-221a-4702-9f56-2e9e69afe7a3 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:47.770611 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Attempting to bind port ad3731be-221a-4702-9f56-2e9e69afe7a3 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:47.770939 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Attempting to bind port ad3731be-221a-4702-9f56-2e9e69afe7a3 on network 687451c4-904f-48f1-a79c-0ec0b614c05b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:47.771422 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:47.780544 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:47.780906 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:47.781316 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.781712 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Bound using segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:47.793750 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Bound port: ad3731be-221a-4702-9f56-2e9e69afe7a3, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:47.793910 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.796673 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4ac0c-93b1-4d9c-bd5d-86344d62f5e9 None None] Pushing event updated for resources: {'Port': ['ID=ad3731be-221a-4702-9f56-2e9e69afe7a3,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:47.835690 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a7cb6d-7939-4d4d-8e0d-8e4772e57288 None None] New status for floating IP 75e1838e-5445-4078-b249-500a78e10730: ACTIVE {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:42:47.957828 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Set router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:48.000395 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.035614 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.092057 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=aff20e4c-8dfc-4eb0-ba7b-354c948f69fa,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:48.092915 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] For port ad3731be-221a-4702-9f56-2e9e69afe7a3, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:48.111738 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] For port ad3731be-221a-4702-9f56-2e9e69afe7a3, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=ad3731be-221a-4702-9f56-2e9e69afe7a3,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:48.117966 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.192452 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Allocated IP 172.20.0.1 (a799cfda-a8b8-49f0-aa73-8c7ec3c40690/9f5f6f19-2749-407a-a9ac-606ad6629cc6/2b87ac5e-0156-44dc-b173-0de75e1ee878) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:48.201219 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Routers {'35856000-f29e-4aad-983d-fed1def1c5a3'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:48.201864 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['35856000-f29e-4aad-983d-fed1def1c5a3'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:48.221205 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.329099 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59630) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:48.334721 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-b2347bad-eec5-4bc8-9d42-497700333f61 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284100792', 'description': 'tempest-secgroup-smoke-284100792 description', 'project_id': '77f6db6ace1f465f80565405509ad580'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:48.339074 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=aff20e4c-8dfc-4eb0-ba7b-354c948f69fa,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:48.381145 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b2347bad-eec5-4bc8-9d42-497700333f61 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.396900 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4ac0c-93b1-4d9c-bd5d-86344d62f5e9 None None] Pushing event updated for resources: {'Port': ['ID=ad3731be-221a-4702-9f56-2e9e69afe7a3,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:48.397064 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'name': 'tempest-TestVolumeBootPattern-280252131-router', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:40Z', 'updated_at': '2021-07-13T08:42:45Z', 'revision_number': 4, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'gw_port': {'id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'c32d78c2-248b-4606-8790-68af1662f84f', 'name': '', 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'mac_address': 'fa:16:3e:be:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a00e01d4-9952-4568-8cd5-849fa18b9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:44Z', 'updated_at': '2021-07-13T08:42:45Z', 'revision_number': 2, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'subnets': [{'id': 'a00e01d4-9952-4568-8cd5-849fa18b9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:48.419962 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] Set router 35856000-f29e-4aad-983d-fed1def1c5a3 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:48.421800 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.446213 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Checking router: e1dcb8aa-2e96-43d6-a02e-1c71bb810035 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:48.446897 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Updating router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 port c32d78c2-248b-4606-8790-68af1662f84f binding host dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:48.447282 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Transition to ACTIVE for port object 2b87ac5e-0156-44dc-b173-0de75e1ee878 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:48.468211 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7105d1a-57fd-4e78-9e55-8308aa30afbb req-4e9e4914-7894-4d4f-ae25-af532fa7e518 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:48.475603 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f7105d1a-57fd-4e78-9e55-8308aa30afbb req-4e9e4914-7894-4d4f-ae25-af532fa7e518 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1247232 Jul 13 08:42:48.495861 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.515585 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 46ba3b59-e213-41d5-aaad-41c2deb27c3b up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:48.530095 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b2347bad-eec5-4bc8-9d42-497700333f61 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.539664 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b2347bad-eec5-4bc8-9d42-497700333f61 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.540311 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f7105d1a-57fd-4e78-9e55-8308aa30afbb req-77bc4bcf-8084-436f-bcfd-b8c432755dad tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634606 Jul 13 08:42:48.565424 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b2347bad-eec5-4bc8-9d42-497700333f61 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.570363 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59634) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:48.570542 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b2347bad-eec5-4bc8-9d42-497700333f61 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2399406 Jul 13 08:42:48.575387 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-8c70f316-a2c9-467f-8877-60b1a7507121 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'security_group_rule': {'security_group_id': 'e1c52d69-b336-4446-9faa-ff592f864eab', 'project_id': '77f6db6ace1f465f80565405509ad580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:48.582164 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.587329 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2347bad-eec5-4bc8-9d42-497700333f61 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c52d69-b336-4446-9faa-ff592f864eab,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:48.656859 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:48.662484 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:48.664884 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Pushing event updated for resources: {'Port': ['ID=2b87ac5e-0156-44dc-b173-0de75e1ee878,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:48.670609 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:48.671233 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515057'] for router_interface, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.714222 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8c70f316-a2c9-467f-8877-60b1a7507121 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.720026 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 3, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:48.766812 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32cc39-9862-483d-ab3e-69d753f6a9d3 None None] The sync data for ids ['35856000-f29e-4aad-983d-fed1def1c5a3'] in dv-cinder-800430-2-iscsi is: [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 3, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:48.808110 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8c70f316-a2c9-467f-8877-60b1a7507121 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.831313 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8c70f316-a2c9-467f-8877-60b1a7507121 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.908633 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0d2ba-011e-47c8-9ce7-e5bac5cbdad6 req-cd6156d5-a16f-4ac9-a345-866365c2c4a8 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:48.912550 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-40e0d2ba-011e-47c8-9ce7-e5bac5cbdad6 req-cd6156d5-a16f-4ac9-a345-866365c2c4a8 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 946 time: 0.1933041 Jul 13 08:42:48.918868 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 46ba3b59-e213-41d5-aaad-41c2deb27c3b triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:48.918868 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.943396 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70f316-a2c9-467f-8877-60b1a7507121 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726a9522-ee4f-4a8a-bb2b-8e64c2eb94b7,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:48.966052 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8c70f316-a2c9-467f-8877-60b1a7507121 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.970064 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-8c70f316-a2c9-467f-8877-60b1a7507121 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3958461 Jul 13 08:42:48.973929 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59640) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:48.983357 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-3697a623-336f-4465-9efe-b91426b7e82c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'security_group_rule': {'security_group_id': 'e1c52d69-b336-4446-9faa-ff592f864eab', 'project_id': '77f6db6ace1f465f80565405509ad580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:49.017186 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-40e0d2ba-011e-47c8-9ce7-e5bac5cbdad6 req-f0373853-3b5a-463b-91c9-a8311dfadd6f tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953465 Jul 13 08:42:49.093027 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Notify callbacks [] for port, precommit_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.102969 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869d2b7-6807-48ea-aab1-e210a691f53e req-a3b2903f-dc6f-4204-875b-654cd2b4923e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:49.104823 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a869d2b7-6807-48ea-aab1-e210a691f53e req-a3b2903f-dc6f-4204-875b-654cd2b4923e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 945 time: 0.2596436 Jul 13 08:42:49.106634 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.108897 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3697a623-336f-4465-9efe-b91426b7e82c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.120392 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Transition to ACTIVE for port object c32d78c2-248b-4606-8790-68af1662f84f will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:49.124043 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device aff20e4c-8dfc-4eb0-ba7b-354c948f69fa up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:49.166184 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.201818 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f4fa19a5-48ce-4a3d-8aa9-b1d82adfb65d None None] Provisioning for port 2b87ac5e-0156-44dc-b173-0de75e1ee878 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:49.239302 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f4fa19a5-48ce-4a3d-8aa9-b1d82adfb65d None None] Provisioning complete for port 2b87ac5e-0156-44dc-b173-0de75e1ee878 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:49.240027 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f4fa19a5-48ce-4a3d-8aa9-b1d82adfb65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.291400 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a869d2b7-6807-48ea-aab1-e210a691f53e req-99f2b716-ea4e-48b7-9858-41f8b41c9533 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766834 Jul 13 08:42:49.312547 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3697a623-336f-4465-9efe-b91426b7e82c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.322828 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a8272-9507-47da-bcdf-691f9aa46f7e None None] Pushing event updated for resources: {'Port': ['ID=c32d78c2-248b-4606-8790-68af1662f84f,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:49.328097 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3697a623-336f-4465-9efe-b91426b7e82c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.355229 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697a623-336f-4465-9efe-b91426b7e82c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2bca0f-4d84-495c-b3e3-41332c0fd2c1,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:49.363901 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3697a623-336f-4465-9efe-b91426b7e82c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.365582 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-3697a623-336f-4465-9efe-b91426b7e82c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3859870 Jul 13 08:42:49.368228 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59644) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:49.402807 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-9a232ea2-8160-40f3-a1a2-c04e15b47dba tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'security_group_rule': {'security_group_id': 'e1c52d69-b336-4446-9faa-ff592f864eab', 'project_id': '77f6db6ace1f465f80565405509ad580', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:49.431177 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa19a5-48ce-4a3d-8aa9-b1d82adfb65d None None] Port 2b87ac5e-0156-44dc-b173-0de75e1ee878 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:49.434763 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7779a4c8-e9ed-46ec-adcb-ae363ad94083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.455464 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:49.455836 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.458493 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Attempting to bind port c32d78c2-248b-4606-8790-68af1662f84f on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:49.458860 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Attempting to bind port c32d78c2-248b-4606-8790-68af1662f84f by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '2bc2dac3-c783-440a-a302-9b2dcd83f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:49.459254 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Attempting to bind port c32d78c2-248b-4606-8790-68af1662f84f on network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:49.551954 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9a232ea2-8160-40f3-a1a2-c04e15b47dba tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.618807 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:49.619206 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Checking segment: {'id': '2bc2dac3-c783-440a-a302-9b2dcd83f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:49.619609 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.620014 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Bound using segment: {'id': '2bc2dac3-c783-440a-a302-9b2dcd83f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:49.620409 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.620530 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Bound port: c32d78c2-248b-4606-8790-68af1662f84f, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc2dac3-c783-440a-a302-9b2dcd83f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:49.620852 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.637744 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.692553 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Pushing event updated for resources: {'Port': ['ID=2b87ac5e-0156-44dc-b173-0de75e1ee878,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:49.695652 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-514871'] for router_interface, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.758781 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] For port c32d78c2-248b-4606-8790-68af1662f84f, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:49.774939 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9a232ea2-8160-40f3-a1a2-c04e15b47dba tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.793998 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] For port c32d78c2-248b-4606-8790-68af1662f84f, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=c32d78c2-248b-4606-8790-68af1662f84f,segment=NetworkSegment(2bc2dac3-c783-440a-a302-9b2dcd83f4a4),segment_id=2bc2dac3-c783-440a-a302-9b2dcd83f4a4)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:49.803343 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.864321 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Routers {'e1dcb8aa-2e96-43d6-a02e-1c71bb810035'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:49.865043 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:49.917999 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:49.931733 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:49.935135 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9a232ea2-8160-40f3-a1a2-c04e15b47dba tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:49.976361 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a8272-9507-47da-bcdf-691f9aa46f7e None None] Pushing event updated for resources: {'Port': ['ID=c32d78c2-248b-4606-8790-68af1662f84f,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:49.997855 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a232ea2-8160-40f3-a1a2-c04e15b47dba tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784ee600-ff5e-403e-9559-41ff9da883b6,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:50.083177 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] Set router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:50.097282 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9a232ea2-8160-40f3-a1a2-c04e15b47dba tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.101002 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-9a232ea2-8160-40f3-a1a2-c04e15b47dba tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7230856 Jul 13 08:42:50.102132 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59656) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:50.106745 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-e9d5ffd0-d80d-46a9-88eb-1bdaed12ca6f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'security_group_rule': {'security_group_id': 'e1c52d69-b336-4446-9faa-ff592f864eab', 'project_id': '77f6db6ace1f465f80565405509ad580', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:50.156336 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-d74affec-f3f5-4cf1-a0b0-d3ca22bd5157 None None] Provisioning complete for port 2b87ac5e-0156-44dc-b173-0de75e1ee878 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:50.156728 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d74affec-f3f5-4cf1-a0b0-d3ca22bd5157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.229159 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17d0bc-edb4-4383-98b2-a57ec2d2aec6 req-2d8f8fe2-0547-4eb5-974c-351be12ce07b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:50.231028 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2d17d0bc-edb4-4383-98b2-a57ec2d2aec6 req-2d8f8fe2-0547-4eb5-974c-351be12ce07b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.3109498 Jul 13 08:42:50.231779 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ffd0-d80d-46a9-88eb-1bdaed12ca6f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.283315 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Router 35856000-f29e-4aad-983d-fed1def1c5a3 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:50.326499 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2d17d0bc-edb4-4383-98b2-a57ec2d2aec6 req-0bbaf6de-d4ef-4d83-9a46-47235777d794 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739059 Jul 13 08:42:50.342008 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542de42-023c-438b-b9e7-9e6b6cd4fc27 req-981dbe97-e335-47e7-8b3f-a891fe37dcb0 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:50.351281 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3542de42-023c-438b-b9e7-9e6b6cd4fc27 req-981dbe97-e335-47e7-8b3f-a891fe37dcb0 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 946 time: 0.1116376 Jul 13 08:42:50.422489 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3542de42-023c-438b-b9e7-9e6b6cd4fc27 req-ec24e730-f952-41f8-8fd0-e2360efd2935 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697408 Jul 13 08:42:50.465946 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-d74affec-f3f5-4cf1-a0b0-d3ca22bd5157 None None] Port 2b87ac5e-0156-44dc-b173-0de75e1ee878 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:50.509962 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'name': 'tempest-TestVolumeBootPattern-280252131-router', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:40Z', 'updated_at': '2021-07-13T08:42:45Z', 'revision_number': 4, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'gw_port': {'id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'c32d78c2-248b-4606-8790-68af1662f84f', 'name': '', 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'mac_address': 'fa:16:3e:be:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a00e01d4-9952-4568-8cd5-849fa18b9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:44Z', 'updated_at': '2021-07-13T08:42:49Z', 'revision_number': 4, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'subnets': [{'id': 'a00e01d4-9952-4568-8cd5-849fa18b9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:50.544270 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ffd0-d80d-46a9-88eb-1bdaed12ca6f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.551060 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:50.553546 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f761e7d-8c9e-4fda-8bd4-9633b04cc9ce None None] The sync data for ids ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'] in dv-cinder-800430-2-iscsi is: [{'id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'name': 'tempest-TestVolumeBootPattern-280252131-router', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:40Z', 'updated_at': '2021-07-13T08:42:45Z', 'revision_number': 4, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'gw_port': {'id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'c32d78c2-248b-4606-8790-68af1662f84f', 'name': '', 'network_id': '5b4a2a9f-8eb7-4f02-a210-aa7287a535c4', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'mac_address': 'fa:16:3e:be:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a00e01d4-9952-4568-8cd5-849fa18b9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:44Z', 'updated_at': '2021-07-13T08:42:49Z', 'revision_number': 4, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'subnets': [{'id': 'a00e01d4-9952-4568-8cd5-849fa18b9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:50.555689 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device ad3731be-221a-4702-9f56-2e9e69afe7a3 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:50.557595 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-e963fa4f-9f14-4b33-8ba8-8f3830da9283 admin admin] 10.222.0.66 "PUT /v2.0/routers/35856000-f29e-4aad-983d-fed1def1c5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9131181 Jul 13 08:42:50.558662 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ffd0-d80d-46a9-88eb-1bdaed12ca6f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.577091 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5ffd0-d80d-46a9-88eb-1bdaed12ca6f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a654cb77-5129-4ef0-be18-fb3318b66653,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:50.590541 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ffd0-d80d-46a9-88eb-1bdaed12ca6f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.592235 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-e9d5ffd0-d80d-46a9-88eb-1bdaed12ca6f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4888480 Jul 13 08:42:50.595450 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59666) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:50.603057 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-97d32009-c9a4-4f05-a1b5-4c78c3b8e2c4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'security_group_rule': {'security_group_id': 'e1c52d69-b336-4446-9faa-ff592f864eab', 'project_id': '77f6db6ace1f465f80565405509ad580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:50.637721 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.securitygroups_db [None req-97d32009-c9a4-4f05-a1b5-4c78c3b8e2c4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Project 77f6db6ace1f465f80565405509ad580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:42:50.662039 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-97d32009-c9a4-4f05-a1b5-4c78c3b8e2c4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.679172 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-dcc01e9a-26de-4d78-99f7-742afa3bc302 None None] Provisioning complete for port 2b87ac5e-0156-44dc-b173-0de75e1ee878 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:50.679723 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-dcc01e9a-26de-4d78-99f7-742afa3bc302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.688011 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port ad3731be-221a-4702-9f56-2e9e69afe7a3 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:50.718198 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port ad3731be-221a-4702-9f56-2e9e69afe7a3 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:50.718704 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.761997 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-97d32009-c9a4-4f05-a1b5-4c78c3b8e2c4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.769283 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-97d32009-c9a4-4f05-a1b5-4c78c3b8e2c4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.796376 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-97d32009-c9a4-4f05-a1b5-4c78c3b8e2c4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.797680 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-97d32009-c9a4-4f05-a1b5-4c78c3b8e2c4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2009289 Jul 13 08:42:50.798900 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-dcc01e9a-26de-4d78-99f7-742afa3bc302 None None] Port 2b87ac5e-0156-44dc-b173-0de75e1ee878 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:50.801078 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59672) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:50.801312 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d32009-c9a4-4f05-a1b5-4c78c3b8e2c4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5cd74f5-206d-45d5-ab7c-19d3802d4aa7,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:50.816624 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-02f82468-3bae-45b2-af1a-e3ca5fbc6322 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'security_group_rule': {'security_group_id': 'e1c52d69-b336-4446-9faa-ff592f864eab', 'project_id': '77f6db6ace1f465f80565405509ad580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:50.841954 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.845881 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.securitygroups_db [None req-02f82468-3bae-45b2-af1a-e3ca5fbc6322 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Project 77f6db6ace1f465f80565405509ad580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:42:50.851912 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-02f82468-3bae-45b2-af1a-e3ca5fbc6322 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.879037 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port ad3731be-221a-4702-9f56-2e9e69afe7a3, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=ad3731be-221a-4702-9f56-2e9e69afe7a3,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:50.885954 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.923697 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-02f82468-3bae-45b2-af1a-e3ca5fbc6322 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.930615 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-02f82468-3bae-45b2-af1a-e3ca5fbc6322 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.951076 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=ad3731be-221a-4702-9f56-2e9e69afe7a3,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:50.960952 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f82468-3bae-45b2-af1a-e3ca5fbc6322 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4116087-afb1-418c-b6bc-e58ba3900335,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:50.967209 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-02f82468-3bae-45b2-af1a-e3ca5fbc6322 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.969153 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-02f82468-3bae-45b2-af1a-e3ca5fbc6322 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1638825 Jul 13 08:42:51.573537 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59742) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:51.586039 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2081783236-network', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:51.596338 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Sync routers for ids ['35856000-f29e-4aad-983d-fed1def1c5a3'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:51.620221 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Routers {'35856000-f29e-4aad-983d-fed1def1c5a3'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:51.622242 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['35856000-f29e-4aad-983d-fed1def1c5a3'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:51.630366 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Made reservation on behalf of 07d87b8ac3fa4e0eb1245d985842a0f6 for: {'network': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:51.637116 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:51.652373 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:51.853811 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:51.859450 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:51.910172 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96ddfa0-83ef-4fa6-b48d-a88663081a03,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:51.917284 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=99632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:42:51.932172 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:51.932737 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.segments_db [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Added segment 91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7 of type vlan for network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 Jul 13 08:42:51.959614 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Set router 35856000-f29e-4aad-983d-fed1def1c5a3 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:51.986860 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.008038 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcee28-042f-473f-9f31-e3fc72485705 req-51b444e4-415e-445a-bd88-6b870aa78c3e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:52.015942 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6ddcee28-042f-473f-9f31-e3fc72485705 req-51b444e4-415e-445a-bd88-6b870aa78c3e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1031389 Jul 13 08:42:52.025895 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.027317 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:52.028013 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.069402 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4949532 Jul 13 08:42:52.072166 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59762) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:52.075661 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6ddcee28-042f-473f-9f31-e3fc72485705 req-6cc070eb-d9e5-44fe-b7b6-7e636181c119 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585241 Jul 13 08:42:52.078082 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Request body: {'subnet': {'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2081783236-subnet', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'ip_version': 4}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:52.104792 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Made reservation on behalf of 07d87b8ac3fa4e0eb1245d985842a0f6 for: {'subnet': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:52.107554 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7247601'] for subnet, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.171067 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0694d4c-c837-4858-9c9b-deb326fc16ae admin admin] Pushing event updated for resources: {'Network': ['ID=b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:52.202289 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:42:52.241917 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f0281695-f6bd-4679-9d4e-7782c31b16b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.317825 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '2b87ac5e-0156-44dc-b173-0de75e1ee878', 'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'mac_address': 'fa:16:3e:2c:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:48Z', 'updated_at': '2021-07-13T08:42:49Z', 'revision_number': 2, 'project_id': '67cbac86d97d489eb40a43295448932f', 'subnets': [{'id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:52.353494 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18723636-acb6-44f7-8963-0f457128e382 req-8b3594e8-e41b-4816-864a-b48ac616ca03 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:52.355391 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-18723636-acb6-44f7-8963-0f457128e382 req-8b3594e8-e41b-4816-864a-b48ac616ca03 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 946 time: 0.1078610 Jul 13 08:42:52.366672 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Checking router: 35856000-f29e-4aad-983d-fed1def1c5a3 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:52.366672 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Updating router 35856000-f29e-4aad-983d-fed1def1c5a3 port 2b87ac5e-0156-44dc-b173-0de75e1ee878 binding host dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:52.374446 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6618629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7247491'] for subnet, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.420522 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.422711 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.439863 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-18723636-acb6-44f7-8963-0f457128e382 req-b9c5db70-e8d2-4522-a08b-3c5e683e924b tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774243 Jul 13 08:42:52.501840 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7882dd8a-e2d4-45e6-8033-bfc7e2992ef7,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:52.512485 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Checking segment: {'id': '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:52.512835 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Network hostable DHCP agents. Network: b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:42:52.532284 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:42:52.550194 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56) {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:52.555092 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:52.555785 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.563658 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b48205-93ef-424f-a46d-4054f57d87ba None None] Network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:52.574203 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-893549c2-cbd3-4e36-a3db-b2b4937d31c3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5004578 Jul 13 08:42:52.577023 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 59772) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:52.587067 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2081783236-router', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:52.607601 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device ad3731be-221a-4702-9f56-2e9e69afe7a3 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:52.615086 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5670'] for router, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.616128 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5727'] for router, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.672676 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.820802 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port ad3731be-221a-4702-9f56-2e9e69afe7a3 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:52.821186 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.836686 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.068406 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98908d11-a4d5-5635-b03b-04a5e2e559c7-b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56', 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'fixed_ips': [{'subnet_id': '7882dd8a-e2d4-45e6-8033-bfc7e2992ef7'}]}} from dv-cinder-800430-2-iscsi. {{(pid=99634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:42:53.069879 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.085651 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.098244 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.109562 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.175621 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Notify callbacks [] for port, precommit_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.230199 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Transition to ACTIVE for port object 2b87ac5e-0156-44dc-b173-0de75e1ee878 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:53.247069 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.255011 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Allocated IP 172.27.3.224 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/20a29745-1e26-435e-a032-8eed77a465cf) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:53.279663 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device c32d78c2-248b-4606-8790-68af1662f84f up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:53.371552 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.db_base_plugin_common [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Allocated IP 172.20.0.2 (b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56/7882dd8a-e2d4-45e6-8033-bfc7e2992ef7/5184714d-ec67-49a5-8143-780e89af7c64) {{(pid=99634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:53.388902 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d4691-5856-40ad-9c89-0a9362d571ce None None] Pushing event updated for resources: {'Port': ['ID=2b87ac5e-0156-44dc-b173-0de75e1ee878,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:53.423455 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4221-f003-4d6c-aee4-cfc708cc443d req-d242124e-b239-49e4-856b-1258bf4d1c29 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:53.425662 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-915b4221-f003-4d6c-aee4-cfc708cc443d req-d242124e-b239-49e4-856b-1258bf4d1c29 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1655767 Jul 13 08:42:53.482258 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.518240 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-915b4221-f003-4d6c-aee4-cfc708cc443d req-0b69900e-35ad-47d0-9499-a3538a77974e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824947 Jul 13 08:42:53.524645 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port c32d78c2-248b-4606-8790-68af1662f84f completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:53.539256 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Attempting to bind port 2b87ac5e-0156-44dc-b173-0de75e1ee878 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:53.539644 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Attempting to bind port 2b87ac5e-0156-44dc-b173-0de75e1ee878 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:53.540017 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Attempting to bind port 2b87ac5e-0156-44dc-b173-0de75e1ee878 on network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:53.551460 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port c32d78c2-248b-4606-8790-68af1662f84f triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:53.551776 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.555760 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:53.556151 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Checking segment: {'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:53.556559 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.556964 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Bound using segment: {'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:53.557485 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Bound port: 2b87ac5e-0156-44dc-b173-0de75e1ee878, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:53.557844 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.560942 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.610882 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:53.614433 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:53.617499 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:53.680953 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f1a05-1b73-4e2a-8681-4f7ffe761772 req-70e1267e-38e1-4f52-b7e2-6e1421c37851 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:53.682541 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-961f1a05-1b73-4e2a-8681-4f7ffe761772 req-70e1267e-38e1-4f52-b7e2-6e1421c37851 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 946 time: 0.0724022 Jul 13 08:42:53.728453 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Pushing event updated for resources: {'Port': ['ID=20a29745-1e26-435e-a032-8eed77a465cf,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:53.743334 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] For port 2b87ac5e-0156-44dc-b173-0de75e1ee878, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:53.746851 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-961f1a05-1b73-4e2a-8681-4f7ffe761772 req-5e7a7f39-bd07-418c-8691-15502dd81b02 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554557 Jul 13 08:42:53.748999 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] For port 2b87ac5e-0156-44dc-b173-0de75e1ee878, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=2b87ac5e-0156-44dc-b173-0de75e1ee878,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:53.756142 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Notify callbacks [] for port, precommit_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.760350 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.817784 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Transition to ACTIVE for port object 5184714d-ec67-49a5-8143-780e89af7c64 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:53.851201 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-db27c0dc-0900-45bc-b9c5-9f244f3b44c0 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:53.852774 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-db27c0dc-0900-45bc-b9c5-9f244f3b44c0 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.70 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 946 time: 0.1657734 Jul 13 08:42:53.864107 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Transition to ACTIVE for port object 5184714d-ec67-49a5-8143-780e89af7c64 will not be triggered until provisioned by entity DHCP. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:53.866983 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.888474 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.896698 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d4691-5856-40ad-9c89-0a9362d571ce None None] Pushing event updated for resources: {'Port': ['ID=2b87ac5e-0156-44dc-b173-0de75e1ee878,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:53.903765 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Routers {'35856000-f29e-4aad-983d-fed1def1c5a3'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:53.904657 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['35856000-f29e-4aad-983d-fed1def1c5a3'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:53.995656 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 is already hosted by enough agents. {{(pid=99634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:54.013779 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.base_scheduler [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Resources bound (agent type, host, resource id): {{(pid=99634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:54.023609 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Received port after_create {{(pid=99634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:54.027836 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port c32d78c2-248b-4606-8790-68af1662f84f, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=c32d78c2-248b-4606-8790-68af1662f84f,segment=NetworkSegment(2bc2dac3-c783-440a-a302-9b2dcd83f4a4),segment_id=2bc2dac3-c783-440a-a302-9b2dcd83f4a4)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:54.033768 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Pushing event updated for resources: {'Port': ['ID=5184714d-ec67-49a5-8143-780e89af7c64,revision_number=1']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:54.068384 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.221220 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] Set router 35856000-f29e-4aad-983d-fed1def1c5a3 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:54.266256 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=c32d78c2-248b-4606-8790-68af1662f84f,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:54.284404 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Attempting to bind port 5184714d-ec67-49a5-8143-780e89af7c64 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:54.284821 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Attempting to bind port 5184714d-ec67-49a5-8143-780e89af7c64 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:54.285185 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Attempting to bind port 5184714d-ec67-49a5-8143-780e89af7c64 on network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:54.297138 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.303421 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:54.303801 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Checking segment: {'id': '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:54.304343 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.304607 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Bound using segment: {'id': '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:54.305098 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Bound port: 5184714d-ec67-49a5-8143-780e89af7c64, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:54.305488 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.432263 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-e4be64e3-d279-4203-969c-344b275c6014 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Deleting port efb29f7b-01d1-4e3b-96df-6379e7577258 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:54.432622 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-e4be64e3-d279-4203-969c-344b275c6014 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.486889 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device c32d78c2-248b-4606-8790-68af1662f84f up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:54.542701 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-4c4af9a1-b804-4b99-9d4f-d5324d9005ee None None] Provisioning complete for port c32d78c2-248b-4606-8790-68af1662f84f triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:54.543095 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4c4af9a1-b804-4b99-9d4f-d5324d9005ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.587872 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] For port 5184714d-ec67-49a5-8143-780e89af7c64, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:54.628192 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] For port 5184714d-ec67-49a5-8143-780e89af7c64, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=5184714d-ec67-49a5-8143-780e89af7c64,segment=NetworkSegment(91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7),segment_id=91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:54.666142 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.674800 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-e4be64e3-d279-4203-969c-344b275c6014 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] For port efb29f7b-01d1-4e3b-96df-6379e7577258, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=efb29f7b-01d1-4e3b-96df-6379e7577258,segment=NetworkSegment(ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a),segment_id=ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:54.675874 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-e4be64e3-d279-4203-969c-344b275c6014 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.684688 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866'] for router, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.715454 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-e4be64e3-d279-4203-969c-344b275c6014 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Calling delete_port for efb29f7b-01d1-4e3b-96df-6379e7577258 owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:54.729513 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.796552 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port c32d78c2-248b-4606-8790-68af1662f84f triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:54.797179 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.852141 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d4f63-cbb0-4853-860d-b15e0290329c None None] Pushing event updated for resources: {'Port': ['ID=5184714d-ec67-49a5-8143-780e89af7c64,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:54.877205 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '2b87ac5e-0156-44dc-b173-0de75e1ee878', 'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'mac_address': 'fa:16:3e:2c:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:48Z', 'updated_at': '2021-07-13T08:42:53Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'subnets': [{'id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:54.918537 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fb5c1-f8ed-469b-b99b-9fd1d6844f62 None None] The sync data for ids ['35856000-f29e-4aad-983d-fed1def1c5a3'] in dv-cinder-800430-2-iscsi is: [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '2b87ac5e-0156-44dc-b173-0de75e1ee878', 'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'mac_address': 'fa:16:3e:2c:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:48Z', 'updated_at': '2021-07-13T08:42:53Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'subnets': [{'id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:55.054161 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ecfbc-9f22-49be-8d48-28f83f521546 req-0626d8dc-5986-4372-98b3-31c087d73b54 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:55.068570 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-aa0ecfbc-9f22-49be-8d48-28f83f521546 req-0626d8dc-5986-4372-98b3-31c087d73b54 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.3719027 Jul 13 08:42:55.150251 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b578032-6641-40f1-a289-1b72727553cb req-d100c30f-fd98-40ae-a1ad-94f0748a667a tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:55.159773 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5b578032-6641-40f1-a289-1b72727553cb req-d100c30f-fd98-40ae-a1ad-94f0748a667a tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 946 time: 0.2126396 Jul 13 08:42:55.225801 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-aa0ecfbc-9f22-49be-8d48-28f83f521546 req-db8283d9-9582-49a6-bc0d-67bdae0c206b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556497 Jul 13 08:42:55.230221 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5b578032-6641-40f1-a289-1b72727553cb req-e9cb82c2-3eb5-4fe3-8aca-19aeba6be9d6 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/security-groups?id=15d67d8c-f112-4ae4-8c43-e8664f1f44aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386074 Jul 13 08:42:55.261309 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-e4be64e3-d279-4203-969c-344b275c6014 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.264106 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Router 33040370-eca1-4f38-b554-a08120988ebb is scheduled to L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 with binding_index 1 {{(pid=99633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:42:55.278681 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['efb29f7b-01d1-4e3b-96df-6379e7577258'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:55.305675 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be64e3-d279-4203-969c-344b275c6014 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Pushing event deleted for resources: {'Port': ['ID=efb29f7b-01d1-4e3b-96df-6379e7577258,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:55.392147 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-e4be64e3-d279-4203-969c-344b275c6014 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] No DVR routers for this DVR port efb29f7b-01d1-4e3b-96df-6379e7577258 on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:42:55.400418 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-e4be64e3-d279-4203-969c-344b275c6014 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.402344 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-002eb385-0a2a-4cd8-a1ef-dcc939e072c1 req-e4be64e3-d279-4203-969c-344b275c6014 tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.70 "DELETE /v2.0/ports/efb29f7b-01d1-4e3b-96df-6379e7577258 HTTP/1.1" status: 204 len: 173 time: 1.5429244 Jul 13 08:42:55.402786 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055e9b0f-950f-4f9e-9ede-a6806b01947c', 'name': 'network-vif-deleted', 'tag': 'efb29f7b-01d1-4e3b-96df-6379e7577258'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:55.405185 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55e440c-e6cb-43ec-bf10-1d6ab91d7ea0" -d '{"events": [{"server_uuid": "055e9b0f-950f-4f9e-9ede-a6806b01947c", "name": "network-vif-deleted", "tag": "efb29f7b-01d1-4e3b-96df-6379e7577258"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:55.455982 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a518f4f-b98f-4baf-bd0f-a2112df34d84 x-openstack-request-id: req-3a518f4f-b98f-4baf-bd0f-a2112df34d84 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:55.456265 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055e9b0f-950f-4f9e-9ede-a6806b01947c", "name": "network-vif-deleted", "tag": "efb29f7b-01d1-4e3b-96df-6379e7577258", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:55.456666 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a518f4f-b98f-4baf-bd0f-a2112df34d84 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:55.457071 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055e9b0f-950f-4f9e-9ede-a6806b01947c', 'name': 'network-vif-deleted', 'tag': 'efb29f7b-01d1-4e3b-96df-6379e7577258', 'status': 'completed', 'code': 200} Jul 13 08:42:55.491434 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:55.504849 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Sync routers for ids ['33040370-eca1-4f38-b554-a08120988ebb'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:55.524637 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Routers {'33040370-eca1-4f38-b554-a08120988ebb'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:55.525317 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-035ef152-69d3-451f-9037-a97a951402ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['33040370-eca1-4f38-b554-a08120988ebb'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:55.528440 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] Notify callbacks [] for router, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.529755 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5880094d-d847-4220-b053-a8b343313052 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9516444 Jul 13 08:42:55.532543 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 59808) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:55.669184 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Set router 33040370-eca1-4f38-b554-a08120988ebb gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:55.920843 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-035ef152-69d3-451f-9037-a97a951402ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33040370-eca1-4f38-b554-a08120988ebb', 'name': 'tempest-TestMinimumBasicScenario-2081783236-router', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '20a29745-1e26-435e-a032-8eed77a465cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:52Z', 'updated_at': '2021-07-13T08:42:53Z', 'revision_number': 3, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'gw_port': {'id': '20a29745-1e26-435e-a032-8eed77a465cf', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33040370-eca1-4f38-b554-a08120988ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:53Z', 'updated_at': '2021-07-13T08:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:55.955125 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Checking router: 33040370-eca1-4f38-b554-a08120988ebb for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:55.956404 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Updating router 33040370-eca1-4f38-b554-a08120988ebb port 20a29745-1e26-435e-a032-8eed77a465cf binding host dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:56.002150 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.115820 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f07bc3e-0c56-4dce-bcac-0d046fb4bc7a None None] Network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:56.370757 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.384040 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Transition to ACTIVE for port object 20a29745-1e26-435e-a032-8eed77a465cf will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:56.396720 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.415414 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.474471 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f718327c-1379-45b1-becd-9fb7b36c661c None None] Provisioning for port 5184714d-ec67-49a5-8143-780e89af7c64 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:56.480546 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Attempting to bind port 20a29745-1e26-435e-a032-8eed77a465cf on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:56.480939 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Attempting to bind port 20a29745-1e26-435e-a032-8eed77a465cf by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:56.481307 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Attempting to bind port 20a29745-1e26-435e-a032-8eed77a465cf on network 687451c4-904f-48f1-a79c-0ec0b614c05b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:56.491984 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:56.492602 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:56.493191 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.493760 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Bound using segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:56.494407 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Bound port: 20a29745-1e26-435e-a032-8eed77a465cf, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:56.495041 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.539136 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b38f9b69-f0bc-45fb-990e-e15bb85789e7 req-8d0ece2b-24ab-4c9a-93cb-9680395fb5aa tempest-VolumesActionsTest-1842929283 tempest-VolumesActionsTest-1842929283-project] 10.222.0.66 "GET /v2.0/ports?device_id=055e9b0f-950f-4f9e-9ede-a6806b01947c HTTP/1.1" status: 200 len: 210 time: 0.0613239 Jul 13 08:42:56.576319 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a5ade-beac-4ce1-ba5a-1a93eae349a3 None None] Pushing event updated for resources: {'Port': ['ID=20a29745-1e26-435e-a032-8eed77a465cf,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:56.597757 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3034e3-167b-4d89-86b2-32631e5561ad req-23d9d3a1-ed49-41a5-847b-f3f34e51a105 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:56.602090 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dd3034e3-167b-4d89-86b2-32631e5561ad req-23d9d3a1-ed49-41a5-847b-f3f34e51a105 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1355040 Jul 13 08:42:56.608081 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-035ef152-69d3-451f-9037-a97a951402ce None None] For port 20a29745-1e26-435e-a032-8eed77a465cf, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:56.611568 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-035ef152-69d3-451f-9037-a97a951402ce None None] For port 20a29745-1e26-435e-a032-8eed77a465cf, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=20a29745-1e26-435e-a032-8eed77a465cf,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:56.621185 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.647464 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 5184714d-ec67-49a5-8143-780e89af7c64 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:56.681738 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Routers {'33040370-eca1-4f38-b554-a08120988ebb'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:56.682290 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-035ef152-69d3-451f-9037-a97a951402ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['33040370-eca1-4f38-b554-a08120988ebb'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:56.702556 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dd3034e3-167b-4d89-86b2-32631e5561ad req-83feb140-b04f-48a3-a64a-d06254b98e42 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912173 Jul 13 08:42:56.760106 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Allocated IP 172.20.0.1 (b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56/7882dd8a-e2d4-45e6-8033-bfc7e2992ef7/7449dfbf-a0c0-4eb2-ac99-8597c6f48327) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:56.765214 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 5184714d-ec67-49a5-8143-780e89af7c64 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:56.774032 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a5ade-beac-4ce1-ba5a-1a93eae349a3 None None] Pushing event updated for resources: {'Port': ['ID=20a29745-1e26-435e-a032-8eed77a465cf,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:56.776587 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 5184714d-ec67-49a5-8143-780e89af7c64 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:56.776974 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.899591 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.900576 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.919453 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.provisioning_blocks [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Transition to ACTIVE for port object 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 will not be triggered until provisioned by entity DHCP. {{(pid=99632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:56.962641 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 5184714d-ec67-49a5-8143-780e89af7c64, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=5184714d-ec67-49a5-8143-780e89af7c64,segment=NetworkSegment(91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7),segment_id=91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:56.968213 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.993008 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.007758 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-035ef152-69d3-451f-9037-a97a951402ce None None] Set router 33040370-eca1-4f38-b554-a08120988ebb gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:57.014738 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 2b87ac5e-0156-44dc-b173-0de75e1ee878 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:57.069514 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:57.074970 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:57.078615 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:57.135199 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Pushing event updated for resources: {'Port': ['ID=7449dfbf-a0c0-4eb2-ac99-8597c6f48327,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:57.164041 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515057'] for router_interface, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.187095 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=5184714d-ec67-49a5-8143-780e89af7c64,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:57.206881 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-06634fde-c281-4671-b231-6928e9eaa94b None None] Provisioning complete for port 5184714d-ec67-49a5-8143-780e89af7c64 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:57.207445 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-06634fde-c281-4671-b231-6928e9eaa94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.317768 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 2b87ac5e-0156-44dc-b173-0de75e1ee878 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:57.351543 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 2b87ac5e-0156-44dc-b173-0de75e1ee878 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:57.352038 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.365998 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-035ef152-69d3-451f-9037-a97a951402ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33040370-eca1-4f38-b554-a08120988ebb', 'name': 'tempest-TestMinimumBasicScenario-2081783236-router', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '20a29745-1e26-435e-a032-8eed77a465cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:52Z', 'updated_at': '2021-07-13T08:42:53Z', 'revision_number': 3, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'gw_port': {'id': '20a29745-1e26-435e-a032-8eed77a465cf', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33040370-eca1-4f38-b554-a08120988ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:53Z', 'updated_at': '2021-07-13T08:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:57.407085 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ef152-69d3-451f-9037-a97a951402ce None None] The sync data for ids ['33040370-eca1-4f38-b554-a08120988ebb'] in dv-cinder-800430-2-iscsi is: [{'id': '33040370-eca1-4f38-b554-a08120988ebb', 'name': 'tempest-TestMinimumBasicScenario-2081783236-router', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '20a29745-1e26-435e-a032-8eed77a465cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:52Z', 'updated_at': '2021-07-13T08:42:53Z', 'revision_number': 3, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'gw_port': {'id': '20a29745-1e26-435e-a032-8eed77a465cf', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33040370-eca1-4f38-b554-a08120988ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:53Z', 'updated_at': '2021-07-13T08:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:57.417270 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.484878 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.494750 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7e5df7e8-9c47-4272-82ee-e690b0c0e0fa None None] Provisioning for port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:57.501565 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7e5df7e8-9c47-4272-82ee-e690b0c0e0fa None None] Provisioning complete for port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:57.502102 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7e5df7e8-9c47-4272-82ee-e690b0c0e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.554234 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 2b87ac5e-0156-44dc-b173-0de75e1ee878, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=2b87ac5e-0156-44dc-b173-0de75e1ee878,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:57.557641 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7e5df7e8-9c47-4272-82ee-e690b0c0e0fa None None] Port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:57.560299 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.629761 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=2b87ac5e-0156-44dc-b173-0de75e1ee878,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:57.717181 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.728210 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.911845 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Pushing event updated for resources: {'Port': ['ID=7449dfbf-a0c0-4eb2-ac99-8597c6f48327,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:57.937473 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-514871'] for router_interface, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:58.097115 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7a2f76ab-96be-46a5-86e6-18c164bc6621 None None] Provisioning complete for port 2b87ac5e-0156-44dc-b173-0de75e1ee878 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:58.097501 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7a2f76ab-96be-46a5-86e6-18c164bc6621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:58.135541 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ec2c7-f739-4474-b394-64a7868e1382 req-849479ed-d8c1-447e-8019-565ceb465932 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:58.146023 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4f0ec2c7-f739-4474-b394-64a7868e1382 req-849479ed-d8c1-447e-8019-565ceb465932 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1914749 Jul 13 08:42:58.287116 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4f0ec2c7-f739-4474-b394-64a7868e1382 req-64b9f0be-9811-4705-ad11-d9e4a8b95439 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399384 Jul 13 08:42:58.385393 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:58.388089 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:58.489710 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f65b9c4d-02d8-49f9-9bab-9f1ae5c3c0ac None None] Provisioning complete for port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:58.490182 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f65b9c4d-02d8-49f9-9bab-9f1ae5c3c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:58.629211 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Router 33040370-eca1-4f38-b554-a08120988ebb has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:58.662941 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f65b9c4d-02d8-49f9-9bab-9f1ae5c3c0ac None None] Port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:58.725727 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 5184714d-ec67-49a5-8143-780e89af7c64 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:58.792318 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:58.793441 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-9895df1c-ef61-408d-90f9-fa6c0b27ae60 None None] Provisioning complete for port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:58.794676 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9895df1c-ef61-408d-90f9-fa6c0b27ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:58.798898 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-1cd55452-b7de-4eff-96ec-6622c2d8f7dc admin admin] 10.222.0.66 "PUT /v2.0/routers/33040370-eca1-4f38-b554-a08120988ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2649550 Jul 13 08:42:58.838757 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 5184714d-ec67-49a5-8143-780e89af7c64 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:58.839244 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:58.907600 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-9895df1c-ef61-408d-90f9-fa6c0b27ae60 None None] Port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:58.920667 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df8c4f-b709-4607-ba97-4b64516d936e req-424d36e0-2407-4917-a600-742c3b6c7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:58.922516 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33df8c4f-b709-4607-ba97-4b64516d936e req-424d36e0-2407-4917-a600-742c3b6c7491 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 1098 time: 0.1167574 Jul 13 08:42:59.007473 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33df8c4f-b709-4607-ba97-4b64516d936e req-ed873def-0afd-4887-9db7-62b664f26132 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665135 Jul 13 08:42:59.038225 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 20a29745-1e26-435e-a032-8eed77a465cf up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:59.118733 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 20a29745-1e26-435e-a032-8eed77a465cf completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:59.145322 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 20a29745-1e26-435e-a032-8eed77a465cf triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:59.146210 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:59.225245 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device efb29f7b-01d1-4e3b-96df-6379e7577258 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:59.254048 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: efb29f7b-01d1-4e3b-96df-6379e7577258 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:59.254492 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device efb29f7b-01d1-4e3b-96df-6379e7577258 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:59.303304 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:59.331752 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 20a29745-1e26-435e-a032-8eed77a465cf, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=20a29745-1e26-435e-a032-8eed77a465cf,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:59.343407 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:59.426504 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 2b87ac5e-0156-44dc-b173-0de75e1ee878 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:59.469277 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=20a29745-1e26-435e-a032-8eed77a465cf,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:59.567835 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 2b87ac5e-0156-44dc-b173-0de75e1ee878 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:59.569298 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:59.630814 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7d9da-8102-42d3-8893-2a964d847e32 req-1c3b1d09-4f84-4511-b8c4-b17db2f17cc6 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:59.644131 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1cd7d9da-8102-42d3-8893-2a964d847e32 req-1c3b1d09-4f84-4511-b8c4-b17db2f17cc6 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1510589 Jul 13 08:42:59.724557 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1cd7d9da-8102-42d3-8893-2a964d847e32 req-eebd2e22-e849-4a06-b004-066ebd5bee70 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784857 Jul 13 08:43:00.446811 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 20a29745-1e26-435e-a032-8eed77a465cf up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:43:00.511357 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 20a29745-1e26-435e-a032-8eed77a465cf triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:00.511863 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:00.935174 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61755d-2820-4941-8d3e-de9df6ce7444 req-95e4e716-91b3-412a-8fbb-8d002b690226 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:00.937500 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ec61755d-2820-4941-8d3e-de9df6ce7444 req-95e4e716-91b3-412a-8fbb-8d002b690226 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0806410 Jul 13 08:43:00.997774 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ec61755d-2820-4941-8d3e-de9df6ce7444 req-b3906e9a-2cf2-4463-b32b-81ae9a6efa00 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543919 Jul 13 08:43:01.366682 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Sync routers for ids ['33040370-eca1-4f38-b554-a08120988ebb'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:43:01.376595 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Routers {'33040370-eca1-4f38-b554-a08120988ebb'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:43:01.377232 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['33040370-eca1-4f38-b554-a08120988ebb'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:01.498307 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Set router 33040370-eca1-4f38-b554-a08120988ebb gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:43:01.753983 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33040370-eca1-4f38-b554-a08120988ebb', 'name': 'tempest-TestMinimumBasicScenario-2081783236-router', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '20a29745-1e26-435e-a032-8eed77a465cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:52Z', 'updated_at': '2021-07-13T08:42:57Z', 'revision_number': 4, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'gw_port': {'id': '20a29745-1e26-435e-a032-8eed77a465cf', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33040370-eca1-4f38-b554-a08120988ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:53Z', 'updated_at': '2021-07-13T08:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '7449dfbf-a0c0-4eb2-ac99-8597c6f48327', 'name': '', 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'mac_address': 'fa:16:3e:66:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33040370-eca1-4f38-b554-a08120988ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7882dd8a-e2d4-45e6-8033-bfc7e2992ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:56Z', 'updated_at': '2021-07-13T08:42:57Z', 'revision_number': 2, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'subnets': [{'id': '7882dd8a-e2d4-45e6-8033-bfc7e2992ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:01.784065 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Checking router: 33040370-eca1-4f38-b554-a08120988ebb for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:43:01.784433 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Updating router 33040370-eca1-4f38-b554-a08120988ebb port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 binding host dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:43:01.830710 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:02.163186 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:02.176357 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Transition to ACTIVE for port object 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:43:02.211385 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:02.309225 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:02.319214 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Pushing event updated for resources: {'Port': ['ID=7449dfbf-a0c0-4eb2-ac99-8597c6f48327,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:02.327969 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa5ac-59f5-4b09-906c-37c0944dc31f req-c120b1e0-6d81-469a-8752-19c66d5b23d2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:02.348375 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-86afa5ac-59f5-4b09-906c-37c0944dc31f req-c120b1e0-6d81-469a-8752-19c66d5b23d2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2108383 Jul 13 08:43:02.349986 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.350366 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.352267 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.352614 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.356607 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.356815 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.357356 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.358006 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.358516 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.358854 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.359228 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.359540 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:02.443422 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-86afa5ac-59f5-4b09-906c-37c0944dc31f req-1a4b5bb6-9298-42e4-98cb-6fc45d84ab47 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890865 Jul 13 08:43:02.473094 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Attempting to bind port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:43:02.473686 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Attempting to bind port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:43:02.473817 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Attempting to bind port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 on network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:02.479325 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:43:02.479704 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Checking segment: {'id': '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:43:02.480124 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:02.480523 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Bound using segment: {'id': '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:43:02.481000 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Bound port: 7449dfbf-a0c0-4eb2-ac99-8597c6f48327, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:43:02.481388 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:02.583520 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] For port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:43:02.586634 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] For port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=7449dfbf-a0c0-4eb2-ac99-8597c6f48327,segment=NetworkSegment(91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7),segment_id=91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:43:02.593976 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:02.685905 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae73f23-64c0-4773-9258-ec59199cf520 None None] Pushing event updated for resources: {'Port': ['ID=7449dfbf-a0c0-4eb2-ac99-8597c6f48327,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:02.688543 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Routers {'33040370-eca1-4f38-b554-a08120988ebb'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:43:02.689229 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:42:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['33040370-eca1-4f38-b554-a08120988ebb'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:02.892335 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] Set router 33040370-eca1-4f38-b554-a08120988ebb gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:43:03.242369 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cd4ef-b344-4db0-82e3-91cd7ee1b28f req-5cae199a-5587-4026-bc1c-e1503055ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:03.245962 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9b9cd4ef-b344-4db0-82e3-91cd7ee1b28f req-5cae199a-5587-4026-bc1c-e1503055ee02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 1098 time: 0.0816784 Jul 13 08:43:03.492122 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cd4ef-b344-4db0-82e3-91cd7ee1b28f req-a1216ba0-e3e1-4329-98df-c2bcc498a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:03.495300 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9b9cd4ef-b344-4db0-82e3-91cd7ee1b28f req-a1216ba0-e3e1-4329-98df-c2bcc498a958 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 919 time: 0.2210321 Jul 13 08:43:03.574293 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33040370-eca1-4f38-b554-a08120988ebb', 'name': 'tempest-TestMinimumBasicScenario-2081783236-router', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '20a29745-1e26-435e-a032-8eed77a465cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:52Z', 'updated_at': '2021-07-13T08:42:57Z', 'revision_number': 4, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'gw_port': {'id': '20a29745-1e26-435e-a032-8eed77a465cf', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33040370-eca1-4f38-b554-a08120988ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:53Z', 'updated_at': '2021-07-13T08:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '7449dfbf-a0c0-4eb2-ac99-8597c6f48327', 'name': '', 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'mac_address': 'fa:16:3e:66:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33040370-eca1-4f38-b554-a08120988ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7882dd8a-e2d4-45e6-8033-bfc7e2992ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:56Z', 'updated_at': '2021-07-13T08:43:02Z', 'revision_number': 4, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'subnets': [{'id': '7882dd8a-e2d4-45e6-8033-bfc7e2992ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:03.664838 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9b9cd4ef-b344-4db0-82e3-91cd7ee1b28f req-c3ea7a84-4e0b-4aca-a605-d9d7f94862a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cad52355-0091-4e87-ae77-3d7c98844dfc HTTP/1.1" status: 200 len: 217 time: 0.1565602 Jul 13 08:43:03.667307 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16561205-ba72-4ae0-9547-7f8c59a10cd3 None None] The sync data for ids ['33040370-eca1-4f38-b554-a08120988ebb'] in dv-cinder-800430-2-iscsi is: [{'id': '33040370-eca1-4f38-b554-a08120988ebb', 'name': 'tempest-TestMinimumBasicScenario-2081783236-router', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '20a29745-1e26-435e-a032-8eed77a465cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:52Z', 'updated_at': '2021-07-13T08:42:57Z', 'revision_number': 4, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'gw_port': {'id': '20a29745-1e26-435e-a032-8eed77a465cf', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33040370-eca1-4f38-b554-a08120988ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:53Z', 'updated_at': '2021-07-13T08:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '7449dfbf-a0c0-4eb2-ac99-8597c6f48327', 'name': '', 'network_id': 'b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'mac_address': 'fa:16:3e:66:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33040370-eca1-4f38-b554-a08120988ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7882dd8a-e2d4-45e6-8033-bfc7e2992ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:56Z', 'updated_at': '2021-07-13T08:43:02Z', 'revision_number': 4, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'subnets': [{'id': '7882dd8a-e2d4-45e6-8033-bfc7e2992ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:43:03.890538 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cd4ef-b344-4db0-82e3-91cd7ee1b28f req-55165491-b4e4-46b8-a2e3-443aa47bdfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:03.908041 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9b9cd4ef-b344-4db0-82e3-91cd7ee1b28f req-55165491-b4e4-46b8-a2e3-443aa47bdfbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.2370954 Jul 13 08:43:04.008200 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee73c7-bced-4477-946f-71e937b76b49 req-1864538e-236a-4cb7-8c64-ee7598cbfca0 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:04.031305 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-88ee73c7-bced-4477-946f-71e937b76b49 req-1864538e-236a-4cb7-8c64-ee7598cbfca0 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1415009 Jul 13 08:43:04.087041 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9b9cd4ef-b344-4db0-82e3-91cd7ee1b28f req-6b9b7adc-f77e-46f1-a86f-25859791cf5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660469 Jul 13 08:43:04.126552 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-88ee73c7-bced-4477-946f-71e937b76b49 req-70f20625-44cb-4ec2-ae07-4a2c3459b812 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915239 Jul 13 08:43:04.259710 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9b9cd4ef-b344-4db0-82e3-91cd7ee1b28f req-20faf432-d214-4db9-a3da-3d59e375a65d service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595626 Jul 13 08:43:04.438706 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9b9cd4ef-b344-4db0-82e3-91cd7ee1b28f req-2a945d2e-5874-4a3c-b5b5-e0cdcb82274d service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679955 Jul 13 08:43:04.531981 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:43:04.587573 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:43:04.592543 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:04.592919 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:04.697044 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:04.768970 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=7449dfbf-a0c0-4eb2-ac99-8597c6f48327,segment=NetworkSegment(91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7),segment_id=91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:04.777581 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:04.856894 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=7449dfbf-a0c0-4eb2-ac99-8597c6f48327,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:05.192359 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-d7759927-299c-4baa-bfef-593cadaeab22 None None] Provisioning complete for port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:05.192769 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d7759927-299c-4baa-bfef-593cadaeab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:05.454326 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ce464-998e-456d-b6fe-ebcc9830a56a req-c7f207f9-35a9-4256-bf45-c17f9ba8a5ae tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:05.463103 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aa3ce464-998e-456d-b6fe-ebcc9830a56a req-c7f207f9-35a9-4256-bf45-c17f9ba8a5ae tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0938866 Jul 13 08:43:05.503947 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aa3ce464-998e-456d-b6fe-ebcc9830a56a req-86d71502-0bcd-41c5-9ef3-46fea32dca0b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Jul 13 08:43:05.996408 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ac4df-3536-446f-82d2-03d2ffe710ae req-9b71e325-f927-48a1-9c44-d84671de879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:05.998103 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a89ac4df-3536-446f-82d2-03d2ffe710ae req-9b71e325-f927-48a1-9c44-d84671de879e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 1098 time: 0.1015623 Jul 13 08:43:06.024114 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27aa27-1029-442e-97e8-c8b75a69e261 req-f32aa3c9-5f76-40cc-9c86-b2d00edb1962 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:06.025757 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ab27aa27-1029-442e-97e8-c8b75a69e261 req-f32aa3c9-5f76-40cc-9c86-b2d00edb1962 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0950921 Jul 13 08:43:06.123755 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ab27aa27-1029-442e-97e8-c8b75a69e261 req-bf4534c4-1683-4937-a559-f9293e13bf1d tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832798 Jul 13 08:43:06.154787 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ac4df-3536-446f-82d2-03d2ffe710ae req-90dc8a6c-7541-4076-ba54-c4bba5f9aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:06.156546 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a89ac4df-3536-446f-82d2-03d2ffe710ae req-90dc8a6c-7541-4076-ba54-c4bba5f9aa39 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 919 time: 0.1513054 Jul 13 08:43:06.228127 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a89ac4df-3536-446f-82d2-03d2ffe710ae req-d23159c2-5d65-4243-b688-4e01c86900a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cad52355-0091-4e87-ae77-3d7c98844dfc HTTP/1.1" status: 200 len: 217 time: 0.0542221 Jul 13 08:43:06.343007 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ac4df-3536-446f-82d2-03d2ffe710ae req-7cbddde8-4cda-4321-88b7-de97f7a82957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:06.343253 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a89ac4df-3536-446f-82d2-03d2ffe710ae req-7cbddde8-4cda-4321-88b7-de97f7a82957 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.1112137 Jul 13 08:43:06.390965 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a89ac4df-3536-446f-82d2-03d2ffe710ae req-0d225c0a-81b1-4b5e-9460-bcebb07b2cb4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308616 Jul 13 08:43:06.465839 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:43:06.528895 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:06.529502 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:06.539345 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a89ac4df-3536-446f-82d2-03d2ffe710ae req-6fa1ea86-ff51-4faa-8708-20d96f17a363 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405380 Jul 13 08:43:06.697081 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a89ac4df-3536-446f-82d2-03d2ffe710ae req-5bf31cbe-6448-478b-a9ea-b79197478e41 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499176 Jul 13 08:43:07.434712 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06218382-2160-4645-b4f3-345527d6d0f0 req-8607e83f-8057-42b7-aaa4-b56246ade857 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:07.437362 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-06218382-2160-4645-b4f3-345527d6d0f0 req-8607e83f-8057-42b7-aaa4-b56246ade857 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1603556 Jul 13 08:43:07.523454 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-06218382-2160-4645-b4f3-345527d6d0f0 req-9982f954-24c2-4fcb-8c7c-fa7a7e06edba tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753174 Jul 13 08:43:09.072034 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf21813-163a-48d0-a231-0d5ad76d21a2 req-501c2039-e587-4562-bb13-89d2d243dcd0 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:09.075581 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bcf21813-163a-48d0-a231-0d5ad76d21a2 req-501c2039-e587-4562-bb13-89d2d243dcd0 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1425543 Jul 13 08:43:09.187578 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bcf21813-163a-48d0-a231-0d5ad76d21a2 req-4ba4d24a-ec18-45bf-a434-eb4ba8c46665 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058114 Jul 13 08:43:10.461564 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf3f3e-dbbc-4ad1-86f6-dbbc95ad7a3f req-13ece455-cd5c-485f-8d8c-2ae07e748e4b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:10.468529 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-00bf3f3e-dbbc-4ad1-86f6-dbbc95ad7a3f req-13ece455-cd5c-485f-8d8c-2ae07e748e4b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0996609 Jul 13 08:43:10.512785 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-00bf3f3e-dbbc-4ad1-86f6-dbbc95ad7a3f req-ff764edb-5c0b-4fea-8f29-8a2834025ba2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 Jul 13 08:43:11.042996 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-4ec181f8-ed41-483b-8826-d16622c19d8b tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:11.044546 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-4ec181f8-ed41-483b-8826-d16622c19d8b tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/networks?id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690 HTTP/1.1" status: 200 len: 814 time: 0.2102084 Jul 13 08:43:11.062543 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-f370f8e7-cce6-44c8-b736-08fcf94c3c60 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/quotas/67cbac86d97d489eb40a43295448932f HTTP/1.1" status: 200 len: 375 time: 0.0110769 Jul 13 08:43:11.171487 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-229e5709-3803-4e80-a8c2-b4e5dfe11cff tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=67cbac86d97d489eb40a43295448932f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003017 Jul 13 08:43:11.321378 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-741d2fd3-e2cc-4889-b118-cefb4b95a9a2 service neutron] 10.222.0.66 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340716 Jul 13 08:43:11.427446 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-b3b6d9ec-b1ed-4be6-9604-cf6ea513b841 service neutron] 10.222.0.66 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049449 Jul 13 08:43:11.486134 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb36a9-18ac-4bd5-85e8-3869d9c9d497 req-22cf2f3e-e15f-40ea-b50a-59ecf9f17768 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:11.488681 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-eabb36a9-18ac-4bd5-85e8-3869d9c9d497 req-22cf2f3e-e15f-40ea-b50a-59ecf9f17768 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1182218 Jul 13 08:43:11.553599 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-eabb36a9-18ac-4bd5-85e8-3869d9c9d497 req-302b1590-4053-4983-aa60-e5e74b29da9d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521755 Jul 13 08:43:11.827349 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6aba8562-14a8-4020-a530-7b137c2918a8 req-2e357741-aa7e-4748-a537-1c9c24a5c6b3 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 210 time: 0.0308540 Jul 13 08:43:11.856631 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-7643f7de-0b33-4d58-9385-293c1d7b7c37 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:11.858355 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-7643f7de-0b33-4d58-9385-293c1d7b7c37 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 815 time: 0.1372437 Jul 13 08:43:11.885294 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-b6ba0894-6af0-4ba9-9163-28790e15d6fb tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/quotas/5c2c5dcfa6be4ef1ace638c089206e15 HTTP/1.1" status: 200 len: 375 time: 0.0148323 Jul 13 08:43:11.994082 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-22f5c96c-d0e8-4b38-9739-5529728cc703 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964592 Jul 13 08:43:12.169648 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-c95f6aa5-405a-4965-bda9-2cf5977dd4ff service neutron] 10.222.0.66 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636548 Jul 13 08:43:12.281914 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd017ce-9867-4d01-bff1-1e6e44d7cf94 req-bd96279e-5cc2-4473-b51a-a11b9dd7afb2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:12.285964 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1fd017ce-9867-4d01-bff1-1e6e44d7cf94 req-bd96279e-5cc2-4473-b51a-a11b9dd7afb2 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0927544 Jul 13 08:43:12.327843 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-f5865182-a343-41ad-ad66-945558622771 service neutron] 10.222.0.66 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479957 Jul 13 08:43:12.349476 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1fd017ce-9867-4d01-bff1-1e6e44d7cf94 req-e64560c7-0c8a-4db9-80ca-377d88c0d8dd tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569568 Jul 13 08:43:12.585674 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c1ab0b1-4b8d-4c4e-a7e8-dc6231213e63 req-80ef33db-6fba-41f3-a13f-dd8b24de97c8 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 210 time: 0.0384285 Jul 13 08:43:12.883495 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d23ee6-4d71-4a44-ad0c-51011ee1b692 req-bec79a1f-12a0-4c84-b920-58c19f4e34f4 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:12.893942 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a6d23ee6-4d71-4a44-ad0c-51011ee1b692 req-bec79a1f-12a0-4c84-b920-58c19f4e34f4 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1198561 Jul 13 08:43:12.935330 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a6d23ee6-4d71-4a44-ad0c-51011ee1b692 req-f892b47f-4a9c-433a-b29b-69da5e75816b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402205 Jul 13 08:43:13.279990 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-843d5dc1-2127-4072-b0e5-654159b5c265 req-f95e7bb8-01e9-4db4-b45b-b2f097d01979 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 210 time: 0.0825117 Jul 13 08:43:13.672616 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-9601e9bd-73b9-4c5d-a6e9-e305e10edc74 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:13.679128 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-9601e9bd-73b9-4c5d-a6e9-e305e10edc74 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.70 "GET /v2.0/networks?id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690 HTTP/1.1" status: 200 len: 814 time: 0.1989942 Jul 13 08:43:13.702330 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'port': {'device_id': '8b309a52-6545-4096-bf9c-484631fbea33', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'admin_state_up': True, 'tenant_id': '67cbac86d97d489eb40a43295448932f'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:13.921371 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-938b9a39-f504-420e-a1a3-dd9ec18641b2 req-cb2a444d-28f0-455e-9a39-a1259b6e8b9d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 210 time: 0.0485463 Jul 13 08:43:14.004293 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Made reservation on behalf of 67cbac86d97d489eb40a43295448932f for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:43:14.009877 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:14.516701 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b98b4328-ece5-4502-bf51-e32e5ea20080 req-bbe42bcd-03c2-4609-93e5-a23902f9ed15 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 210 time: 0.0465243 Jul 13 08:43:14.780519 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Allocated IP 172.20.0.3 (a799cfda-a8b8-49f0-aa73-8c7ec3c40690/9f5f6f19-2749-407a-a9ac-606ad6629cc6/44d27539-9b27-484b-9930-31456f33e874) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:43:14.864685 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501808c-77b8-437c-aa8f-5742bc92b6ca req-020d0af9-7dcf-465a-93c3-3a7385f1c73c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:14.872600 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a501808c-77b8-437c-aa8f-5742bc92b6ca req-020d0af9-7dcf-465a-93c3-3a7385f1c73c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.7124398 Jul 13 08:43:14.907740 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-a77dfe9b-8b29-4c1d-a1d7-4d9b32c86f61 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:14.909796 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-a77dfe9b-8b29-4c1d-a1d7-4d9b32c86f61 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "GET /v2.0/networks?id=cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 200 len: 815 time: 0.3099251 Jul 13 08:43:14.969152 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a501808c-77b8-437c-aa8f-5742bc92b6ca req-881d045e-a637-4795-8bc6-39c7e1a4bd1e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955040 Jul 13 08:43:15.146165 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Request body: {'port': {'device_id': '216eeb62-8cae-4aaa-9518-4f4b27a30a6f', 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289', 'admin_state_up': True, 'tenant_id': '5c2c5dcfa6be4ef1ace638c089206e15'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:15.176969 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-895b740a-ec8a-4403-93e9-fcf4b3a424f3 req-ca61bfa8-dfd1-4bb9-9cc4-bc8f743b317d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 210 time: 0.0516720 Jul 13 08:43:15.258367 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:15.463055 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Transition to ACTIVE for port object 44d27539-9b27-484b-9930-31456f33e874 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:43:15.656585 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:15.694758 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Made reservation on behalf of 5c2c5dcfa6be4ef1ace638c089206e15 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:43:15.700998 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:15.745001 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:43:15.846997 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:43:15.854145 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:43:15.860747 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:15.866447 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:16.106829 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c46741-2ce0-494e-967d-b34992f1979b req-e899b68c-0429-49d9-8430-c16356711e91 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:16.108465 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c1c46741-2ce0-494e-967d-b34992f1979b req-e899b68c-0429-49d9-8430-c16356711e91 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 931 time: 0.1773522 Jul 13 08:43:16.140268 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4514611 Jul 13 08:43:16.141165 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2f251-b15d-4f8c-a5b7-23b268507abb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'Port': ['ID=44d27539-9b27-484b-9930-31456f33e874,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:16.168696 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Request body: {'port': {'device_id': '8b309a52-6545-4096-bf9c-484631fbea33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:16.211872 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c1c46741-2ce0-494e-967d-b34992f1979b req-1f13171a-a5be-48e6-ab7b-101eb76638d9 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888629 Jul 13 08:43:16.226206 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Allocated IP 172.20.0.11 (cf33a87d-286a-4387-934f-92baae56b289/9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05/9ba3ef9e-5848-4cc3-a29d-c7003434e7cb) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:43:16.321340 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-5eda8341-df3b-4912-8662-7867b0a64c6d None None] Provisioning for port 44d27539-9b27-484b-9930-31456f33e874 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:43:16.338553 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-5eda8341-df3b-4912-8662-7867b0a64c6d None None] Provisioning complete for port 44d27539-9b27-484b-9930-31456f33e874 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:16.339234 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5eda8341-df3b-4912-8662-7867b0a64c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:16.441617 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-5eda8341-df3b-4912-8662-7867b0a64c6d None None] Port 44d27539-9b27-484b-9930-31456f33e874 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:43:16.510696 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-b3b4184e-f9c4-4769-841b-c7a27c3e2a66 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284100792&fields=id&tenant_id=77f6db6ace1f465f80565405509ad580 HTTP/1.1" status: 200 len: 267 time: 0.3946872 Jul 13 08:43:16.542291 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56a501-8320-4561-8253-b8749e3ce348 req-c084a7e2-edf5-4b65-ba25-f53e5fc5802a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:16.551998 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cc56a501-8320-4561-8253-b8749e3ce348 req-c084a7e2-edf5-4b65-ba25-f53e5fc5802a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1037540 Jul 13 08:43:16.623753 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cc56a501-8320-4561-8253-b8749e3ce348 req-7e0064a9-6a81-4331-ba21-b5ed82097768 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661428 Jul 13 08:43:16.663260 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-771d2842-da9d-4baa-8b23-49e093bdcb02 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:16.668028 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-771d2842-da9d-4baa-8b23-49e093bdcb02 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 812 time: 0.1539171 Jul 13 08:43:16.881195 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:16.889462 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:16.909601 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-ca5d2b31-45f9-46f6-8fcc-35db0a795ac4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/quotas/77f6db6ace1f465f80565405509ad580 HTTP/1.1" status: 200 len: 375 time: 0.0981886 Jul 13 08:43:16.914787 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aeec2985-37a2-4242-bffc-1cfebe643389 req-e53cc5ad-35d0-4d87-8924-1f2c938a02d6 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 210 time: 0.0778854 Jul 13 08:43:17.599486 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:17.617499 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['e7ad0f02-c760-461d-acf6-5970b8ea12f7', '9f14f489-28e7-4e1f-85ee-5ca61082d9aa', 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:43:17.647227 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-df4cc736-1111-4e02-b04c-bc3a9cf4aa57 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7277980 Jul 13 08:43:17.686711 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d27539-9b27-484b-9930-31456f33e874 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:43:17.733684 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:17.744939 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Network cf33a87d-286a-4387-934f-92baae56b289 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:43:17.757326 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:43:17.799874 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:43:17.807053 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:17.808165 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:17.821974 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Pushing event updated for resources: {'Port': ['ID=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:17.838390 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Transition to ACTIVE for port object 44d27539-9b27-484b-9930-31456f33e874 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:43:17.856785 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:17.900066 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-e93ae67e-e3c0-427f-81d7-148e151b480f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7611821 Jul 13 08:43:17.953279 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-bdc03942-c227-4c22-8d6e-bf4fdcdc47bc service neutron] 10.222.0.66 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046436 Jul 13 08:43:17.978197 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Request body: {'port': {'device_id': '216eeb62-8cae-4aaa-9518-4f4b27a30a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:18.163821 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-9d81f5ec-bc45-48b6-b1e0-7d6fcd4eb2e5 service neutron] 10.222.0.66 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011838 Jul 13 08:43:18.245116 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Pushing event updated for resources: {'Port': ['ID=44d27539-9b27-484b-9930-31456f33e874,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:18.254898 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Attempting to bind port 44d27539-9b27-484b-9930-31456f33e874 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:43:18.255423 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Attempting to bind port 44d27539-9b27-484b-9930-31456f33e874 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:43:18.255837 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Attempting to bind port 44d27539-9b27-484b-9930-31456f33e874 on network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:18.264371 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Port 44d27539-9b27-484b-9930-31456f33e874 on network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:43:18.264371 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Attempting to bind port 44d27539-9b27-484b-9930-31456f33e874 on network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:18.274028 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:43:18.274949 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Checking segment: {'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:43:18.275644 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Bound using segment: {'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:43:18.276201 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Bound port: 44d27539-9b27-484b-9930-31456f33e874, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:43:18.276671 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:18.289219 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:18.448771 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6924f0-ed70-4bf0-8dd9-7bef957f328e req-f06329a3-bfb5-40c7-a940-81e8f4e8c0c3 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:18.457622 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4b6924f0-ed70-4bf0-8dd9-7bef957f328e req-f06329a3-bfb5-40c7-a940-81e8f4e8c0c3 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.1308563 Jul 13 08:43:18.508596 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4b6924f0-ed70-4bf0-8dd9-7bef957f328e req-b8ac4a48-8a77-4c16-b813-e3c3bcc2f7d6 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498831 Jul 13 08:43:18.912436 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88105a10-b886-444b-98fb-e9dee31a9d0a req-7760f6e4-7446-47ea-9409-10bc2c7425b0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:18.912836 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] For port 44d27539-9b27-484b-9930-31456f33e874, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:43:18.916666 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] For port 44d27539-9b27-484b-9930-31456f33e874, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=44d27539-9b27-484b-9930-31456f33e874,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:43:18.921074 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-88105a10-b886-444b-98fb-e9dee31a9d0a req-7760f6e4-7446-47ea-9409-10bc2c7425b0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.2083046 Jul 13 08:43:18.936744 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:19.001099 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-88105a10-b886-444b-98fb-e9dee31a9d0a req-6ffaebe4-627f-4994-b063-a1e696f16548 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786424 Jul 13 08:43:19.055561 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:19.056346 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:19.057720 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] 10.222.0.70 "PUT /v2.0/ports/44d27539-9b27-484b-9930-31456f33e874 HTTP/1.1" status: 200 len: 1093 time: 2.8973641 Jul 13 08:43:19.070404 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'tag': '44d27539-9b27-484b-9930-31456f33e874'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:19.072664 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fe2792-2526-4a05-bfbd-e1ee9f4fe621" -d '{"events": [{"name": "network-changed", "server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "tag": "44d27539-9b27-484b-9930-31456f33e874"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:19.111759 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-21c1dd14-b810-4d22-a953-ff5d4ac320f7 req-3426c838-255d-4871-ae85-d1f27579d37f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0613699 Jul 13 08:43:19.254192 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e151302-175c-4b0c-8fd8-5a4a3776826a service neutron] Pushing event updated for resources: {'Port': ['ID=44d27539-9b27-484b-9930-31456f33e874,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:19.313326 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5588c750-8916-4bb7-8b5e-42cd58f67d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:19.320402 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:43:19.355659 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:19.384086 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53094eec-76ab-498d-87a3-f15a4c4ca52f req-d38b69f1-3c2c-4d65-b69d-094c6ad5991e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:19.385860 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-53094eec-76ab-498d-87a3-f15a4c4ca52f req-d38b69f1-3c2c-4d65-b69d-094c6ad5991e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 932 time: 0.2545617 Jul 13 08:43:19.391381 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Transition to ACTIVE for port object 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:43:19.414956 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:19.498958 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-53094eec-76ab-498d-87a3-f15a4c4ca52f req-cd7f713c-0b50-4102-9edc-3a453cc9ac51 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059983 Jul 13 08:43:19.554101 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Attempting to bind port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:43:19.554478 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Attempting to bind port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:43:19.554758 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Attempting to bind port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb on network cf33a87d-286a-4387-934f-92baae56b289 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:19.556822 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Pushing event updated for resources: {'Port': ['ID=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:19.572875 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb on network cf33a87d-286a-4387-934f-92baae56b289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:43:19.573209 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Attempting to bind port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb on network cf33a87d-286a-4387-934f-92baae56b289 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:19.578853 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:43:19.579229 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Checking segment: {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:43:19.579624 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Bound using segment: {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:43:19.580620 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Bound port: 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d2d979-93d9-46f0-8de0-8bac2073da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:43:19.580967 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:19.596956 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5c099b-342d-490d-a3c4-c2692821c6e8 x-openstack-request-id: req-1c5c099b-342d-490d-a3c4-c2692821c6e8 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:19.597172 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "tag": "44d27539-9b27-484b-9930-31456f33e874", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:19.597409 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c5c099b-342d-490d-a3c4-c2692821c6e8 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:19.597809 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'tag': '44d27539-9b27-484b-9930-31456f33e874', 'status': 'completed', 'code': 200} Jul 13 08:43:19.619819 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:43:19.691183 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] For port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:43:19.696609 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] For port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:43:19.703178 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:19.775543 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:19.776184 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:19.780755 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] 10.222.0.70 "PUT /v2.0/ports/9ba3ef9e-5848-4cc3-a29d-c7003434e7cb HTTP/1.1" status: 200 len: 1094 time: 1.8099895 Jul 13 08:43:19.836582 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8bf25-e987-47ea-aaf8-54aad365927e service neutron] Pushing event updated for resources: {'Port': ['ID=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:19.898782 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7cb20-4b20-46df-a5d6-e678541d00c8 req-5d0b2740-baf1-4d2b-b334-f3f9de7fb69e tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:19.900441 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-03e7cb20-4b20-46df-a5d6-e678541d00c8 req-5d0b2740-baf1-4d2b-b334-f3f9de7fb69e tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.1342781 Jul 13 08:43:19.957836 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-03e7cb20-4b20-46df-a5d6-e678541d00c8 req-f63586af-7421-4215-aeff-5b28e525d905 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509024 Jul 13 08:43:20.238496 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4da11-cb86-4584-b610-206eec286521 req-8348d48d-d526-4bcb-b53e-044d547780fa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:20.241506 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-46c4da11-cb86-4584-b610-206eec286521 req-8348d48d-d526-4bcb-b53e-044d547780fa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0993125 Jul 13 08:43:20.315721 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-46c4da11-cb86-4584-b610-206eec286521 req-ecf6661f-09d5-40e7-b801-8d6a081e581c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687177 Jul 13 08:43:20.521560 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f510134d-fd1e-4252-a6f1-471cf3212360 req-4e4c6d07-4ade-4c44-8e15-ab456b450d2f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0645416 Jul 13 08:43:20.742671 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020c5d2-2e87-4cbc-a0a0-faee19190e25 req-0c8ab7d2-fbcf-4307-8384-d0934b4dc86a tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:20.744685 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1020c5d2-2e87-4cbc-a0a0-faee19190e25 req-0c8ab7d2-fbcf-4307-8384-d0934b4dc86a tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.0680690 Jul 13 08:43:20.797968 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1020c5d2-2e87-4cbc-a0a0-faee19190e25 req-5a03d26a-e7b7-4d88-9d27-34e6a8769c5e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460927 Jul 13 08:43:21.259839 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70414263-80cf-4033-8978-e725537c6a79 req-a2d2deaa-d33b-483f-8bc3-d589f9e75bc2 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:21.262260 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-70414263-80cf-4033-8978-e725537c6a79 req-a2d2deaa-d33b-483f-8bc3-d589f9e75bc2 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.0940540 Jul 13 08:43:21.312070 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-70414263-80cf-4033-8978-e725537c6a79 req-9c131e58-6925-4c65-affc-894432adc271 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432808 Jul 13 08:43:21.517284 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecad8fb-b712-4d36-8649-84ac861bceb3 req-63474285-f396-4e4a-9b75-83c491b72de1 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:21.519700 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8ecad8fb-b712-4d36-8649-84ac861bceb3 req-63474285-f396-4e4a-9b75-83c491b72de1 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0831385 Jul 13 08:43:21.571539 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8ecad8fb-b712-4d36-8649-84ac861bceb3 req-08b0636e-f797-4e93-bb17-4964681e854b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457251 Jul 13 08:43:21.599311 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216eeb62-8cae-4aaa-9518-4f4b27a30a6f', 'tag': '9ba3ef9e-5848-4cc3-a29d-c7003434e7cb'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:21.601790 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18889318-8105-4ae0-8750-d549c3ecd1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "216eeb62-8cae-4aaa-9518-4f4b27a30a6f", "tag": "9ba3ef9e-5848-4cc3-a29d-c7003434e7cb"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:21.716270 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fd4cab71-b10e-4bd8-8fbd-4ab090f0ec99 req-f6dc42a3-c711-424e-89f8-9ca398d29638 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0353956 Jul 13 08:43:21.774627 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4305394-50ea-4940-a08e-b4765ead67cc x-openstack-request-id: req-a4305394-50ea-4940-a08e-b4765ead67cc {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:21.775325 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216eeb62-8cae-4aaa-9518-4f4b27a30a6f", "tag": "9ba3ef9e-5848-4cc3-a29d-c7003434e7cb", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:21.775732 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4305394-50ea-4940-a08e-b4765ead67cc {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:21.776194 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216eeb62-8cae-4aaa-9518-4f4b27a30a6f', 'tag': '9ba3ef9e-5848-4cc3-a29d-c7003434e7cb', 'status': 'completed', 'code': 200} Jul 13 08:43:22.164812 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-62ce47b9-ae5e-442e-a243-a4ad382f3598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:22.328330 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9ca3a-4eee-4401-9dc6-9dfe3e688837 req-0609bfcd-77cf-4b2b-8533-280849c0efb8 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:22.335694 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b1c9ca3a-4eee-4401-9dc6-9dfe3e688837 req-0609bfcd-77cf-4b2b-8533-280849c0efb8 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.1942711 Jul 13 08:43:22.407033 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:22.431632 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b1c9ca3a-4eee-4401-9dc6-9dfe3e688837 req-3b953436-86bb-4759-b1fe-beb2c67787d8 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883536 Jul 13 08:43:22.612641 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c89386-df55-4c24-983b-19c9e5ac250a req-819c068f-616e-491e-8fbf-c8849437a6a2 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:22.619931 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a4c89386-df55-4c24-983b-19c9e5ac250a req-819c068f-616e-491e-8fbf-c8849437a6a2 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.0824938 Jul 13 08:43:22.658728 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a4c89386-df55-4c24-983b-19c9e5ac250a req-cf722439-9ae2-416d-b003-98b216aadf55 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373282 Jul 13 08:43:22.894954 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60370-7d7a-4f88-98e3-8a0b5e52b2da req-fe871967-694d-4462-9ac1-e0d3c0ef74c6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:22.897302 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-81f60370-7d7a-4f88-98e3-8a0b5e52b2da req-fe871967-694d-4462-9ac1-e0d3c0ef74c6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1089792 Jul 13 08:43:22.962261 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-81f60370-7d7a-4f88-98e3-8a0b5e52b2da req-6c4235f2-9c2a-48a3-9726-b509f9a80534 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581594 Jul 13 08:43:23.067092 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:23.154219 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5c8fd120-b01f-43d7-84c0-769bbcfab8d4 req-7dd2ecfb-8e24-48b5-bd6f-760cb6e80b26 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0746455 Jul 13 08:43:23.679695 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121d19b-203f-4ee8-9735-9f178233b33f req-cb9447d5-d1b0-464a-85cf-84b7b2442402 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:23.681404 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f121d19b-203f-4ee8-9735-9f178233b33f req-cb9447d5-d1b0-464a-85cf-84b7b2442402 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.1378329 Jul 13 08:43:23.729880 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f121d19b-203f-4ee8-9735-9f178233b33f req-980425d3-6768-4d9d-9655-98864fca6bd1 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Jul 13 08:43:23.938102 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45327ae-5d36-4517-aaf3-0c499b428af9 req-5f03170b-d409-471a-b4ec-88f18ced1591 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:23.940557 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c45327ae-5d36-4517-aaf3-0c499b428af9 req-5f03170b-d409-471a-b4ec-88f18ced1591 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.0712681 Jul 13 08:43:24.009069 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c45327ae-5d36-4517-aaf3-0c499b428af9 req-1db86f4f-0eb1-4945-a0be-cf7655373a39 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568345 Jul 13 08:43:24.259559 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078ad3-9163-4cff-8682-ae9a74e5d2c0 req-74be3462-68f0-43c0-9f59-0317e2cb54b6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:24.261079 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80078ad3-9163-4cff-8682-ae9a74e5d2c0 req-74be3462-68f0-43c0-9f59-0317e2cb54b6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1067874 Jul 13 08:43:24.318651 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80078ad3-9163-4cff-8682-ae9a74e5d2c0 req-3f27b856-2d56-4818-a694-9d768ceded4d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504217 Jul 13 08:43:24.645563 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-04472ca7-83c8-4e09-8303-c8fd09c57a1c req-a958ac18-7c16-4d58-a546-06adcadcf675 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0427921 Jul 13 08:43:24.660689 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:24.988917 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350ea03-edcf-40f2-8f6b-f8c46d3ecfb7 req-9922d5e6-fca8-4db4-b7f3-a8fdebccbca4 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:24.990304 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6350ea03-edcf-40f2-8f6b-f8c46d3ecfb7 req-9922d5e6-fca8-4db4-b7f3-a8fdebccbca4 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.1031282 Jul 13 08:43:25.087368 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6350ea03-edcf-40f2-8f6b-f8c46d3ecfb7 req-c7915212-49f2-44e2-9b7a-1b69e5b46805 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893648 Jul 13 08:43:25.364473 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede763-8b04-46df-b7c7-6ba74b512745 req-a38655e4-6865-4eec-b9f7-739d8cab31f6 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:25.369589 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-08ede763-8b04-46df-b7c7-6ba74b512745 req-a38655e4-6865-4eec-b9f7-739d8cab31f6 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.1230476 Jul 13 08:43:25.441164 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-08ede763-8b04-46df-b7c7-6ba74b512745 req-85c7e6df-c814-4a9a-ab54-09c45f4404d6 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611982 Jul 13 08:43:25.663690 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f395-5cd8-4c32-b6cd-55b3d8eb17f8 req-3c391982-6470-42cd-85b8-98090c1feaf2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:25.665245 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b1a6f395-5cd8-4c32-b6cd-55b3d8eb17f8 req-3c391982-6470-42cd-85b8-98090c1feaf2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0779924 Jul 13 08:43:25.725974 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b1a6f395-5cd8-4c32-b6cd-55b3d8eb17f8 req-8fbcb98f-ba6e-4763-83d2-40c0f83b4149 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499935 Jul 13 08:43:25.869491 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6a1ff248-ec98-406b-8ab7-d6c62371a04a req-e12bb7a0-8f7e-47b9-b3ef-973fe9a1cc50 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0437353 Jul 13 08:43:26.297420 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4fdf2-c064-4d72-9b86-6ff0596baafa req-952b21fe-dac0-4639-9659-a02f216d4106 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:26.300163 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b8a4fdf2-c064-4d72-9b86-6ff0596baafa req-952b21fe-dac0-4639-9659-a02f216d4106 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.0739527 Jul 13 08:43:26.354969 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b8a4fdf2-c064-4d72-9b86-6ff0596baafa req-7db853af-7012-4aa6-8aad-11c4f89fc756 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484736 Jul 13 08:43:26.662354 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c3a94-0061-4405-8845-a38dcebcb085 req-ba1e0e42-bcc4-41b8-97ea-3724bfe555b5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:26.663906 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-115c3a94-0061-4405-8845-a38dcebcb085 req-ba1e0e42-bcc4-41b8-97ea-3724bfe555b5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.0846825 Jul 13 08:43:26.701741 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-115c3a94-0061-4405-8845-a38dcebcb085 req-91c49056-7f04-47d3-bd63-5443b40e2bfa tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Jul 13 08:43:26.910929 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2659628-f560-42d6-8505-39628474674a req-37986a59-d6f9-4ae6-8780-1b0f74377a85 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:26.912525 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b2659628-f560-42d6-8505-39628474674a req-37986a59-d6f9-4ae6-8780-1b0f74377a85 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0763698 Jul 13 08:43:26.953321 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b2659628-f560-42d6-8505-39628474674a req-5335e99c-7b20-4310-bbcf-96e7f4e366a2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341196 Jul 13 08:43:27.099435 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-53fb7601-e49e-491e-b248-546150130295 req-a9f57976-5e01-4d79-b817-de45640ab37b tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0294557 Jul 13 08:43:27.554749 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaa59f-6616-451a-b320-eb204e141f1c req-a4b30362-4a61-4f94-a93a-756238781c7d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:27.556473 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ecbaa59f-6616-451a-b320-eb204e141f1c req-a4b30362-4a61-4f94-a93a-756238781c7d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.0660894 Jul 13 08:43:27.594177 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ecbaa59f-6616-451a-b320-eb204e141f1c req-d99f409e-778b-4138-b974-0687c9dcd443 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320675 Jul 13 08:43:27.901494 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500974d-e70c-424b-b8fe-21e75bfc1029 req-8d848e62-cc84-4c33-8fa5-1a4fcec69388 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:27.903467 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9500974d-e70c-424b-b8fe-21e75bfc1029 req-8d848e62-cc84-4c33-8fa5-1a4fcec69388 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.0795317 Jul 13 08:43:27.952231 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9500974d-e70c-424b-b8fe-21e75bfc1029 req-34bf218b-8dd4-4b8c-80d2-a496bc023f00 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Jul 13 08:43:28.175122 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42113d53-e4f5-4d69-bd20-2c3fc8cac0ab req-01b3db7e-a09b-4df8-9b3b-1ee7cf1f55c0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:28.176786 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-42113d53-e4f5-4d69-bd20-2c3fc8cac0ab req-01b3db7e-a09b-4df8-9b3b-1ee7cf1f55c0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0977464 Jul 13 08:43:28.219140 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-42113d53-e4f5-4d69-bd20-2c3fc8cac0ab req-29e869b3-94a9-43ae-ad2c-5badbff63a09 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365741 Jul 13 08:43:28.366970 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6aa67ba0-63b9-4d2c-a515-341bea2ad5fe req-2296fc16-9334-4d56-96e5-166e940a7bb2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0306458 Jul 13 08:43:28.792992 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965ff65-ade0-4456-8767-6d03dc545e19 req-a93d5b04-55a7-4f0e-b40f-d010f835e5ec tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:28.794461 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0965ff65-ade0-4456-8767-6d03dc545e19 req-a93d5b04-55a7-4f0e-b40f-d010f835e5ec tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.0695803 Jul 13 08:43:28.835917 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0965ff65-ade0-4456-8767-6d03dc545e19 req-a56dbd93-c352-4274-a982-769000b62093 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346892 Jul 13 08:43:29.136501 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f460c3e-aab7-4d37-af8b-7dcf3ffaa916 req-b37e4eab-3a92-4fc9-90d2-1b9411c0c4f8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:29.138012 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9f460c3e-aab7-4d37-af8b-7dcf3ffaa916 req-b37e4eab-3a92-4fc9-90d2-1b9411c0c4f8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.0660422 Jul 13 08:43:29.177809 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9f460c3e-aab7-4d37-af8b-7dcf3ffaa916 req-47570d64-2f07-46f5-9663-315ae7a06097 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333917 Jul 13 08:43:29.397831 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baaff9-24c4-49d1-9fa8-4d077394a49d req-b3771f2b-6941-4e96-864b-6ffa9e7643fd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:29.399386 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f8baaff9-24c4-49d1-9fa8-4d077394a49d req-b3771f2b-6941-4e96-864b-6ffa9e7643fd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0639331 Jul 13 08:43:29.431024 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 60458) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:29.445593 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f8baaff9-24c4-49d1-9fa8-4d077394a49d req-30431144-6dec-44e5-add5-b5d6b96388ab tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405953 Jul 13 08:43:29.479768 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48c2f75-f698-40c2-9f95-6b68f45c393d admin admin] Deleting subnet 1514f3c1-5b80-4e34-9544-25a38c1a0de7 {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:43:29.483100 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f75-f698-40c2-9f95-6b68f45c393d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.519109 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f75-f698-40c2-9f95-6b68f45c393d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.558168 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f75-f698-40c2-9f95-6b68f45c393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.573941 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0906ec48-e24d-44a4-9f64-3046c0464d46 req-42ef93f5-edb7-48ea-b2ea-190d6a063c48 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0303385 Jul 13 08:43:29.625567 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f75-f698-40c2-9f95-6b68f45c393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.655483 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c2f75-f698-40c2-9f95-6b68f45c393d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1514f3c1-5b80-4e34-9544-25a38c1a0de7,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:29.661445 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f75-f698-40c2-9f95-6b68f45c393d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.664169 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a48c2f75-f698-40c2-9f95-6b68f45c393d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1514f3c1-5b80-4e34-9544-25a38c1a0de7 HTTP/1.1" status: 204 len: 168 time: 0.2306070 Jul 13 08:43:29.665341 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 60462) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:29.734457 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.816631 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.827187 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48597265-ed59-409e-9276-9fe173d4dc8d']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:29.837431 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:29.837718 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea74e8e8-f6ee-4a13-9f1d-d3b16ca6051a') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:29.846530 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.860020 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.866254 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:43:29.866670 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:43:29.868456 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:43:29.934511 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.940848 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.942779 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe2792-2526-4a05-bfbd-e1ee9f4fe621 req-b277bb5a-14a2-4070-95ed-686a0a2cbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:29.943671 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/48597265-ed59-409e-9276-9fe173d4dc8d HTTP/1.1" status: 204 len: 168 time: 0.2772861 Jul 13 08:43:29.945025 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-76fe2792-2526-4a05-bfbd-e1ee9f4fe621 req-b277bb5a-14a2-4070-95ed-686a0a2cbd07 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67cbac86d97d489eb40a43295448932f&device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 1096 time: 0.0662856 Jul 13 08:43:29.957830 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c064b-d313-4011-926e-af187481a8c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=48597265-ed59-409e-9276-9fe173d4dc8d,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:30.154662 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18889318-8105-4ae0-8750-d549c3ecd1c4 req-ebec7036-a936-495e-ba1c-2fb884d80111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.156209 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-18889318-8105-4ae0-8750-d549c3ecd1c4 req-ebec7036-a936-495e-ba1c-2fb884d80111 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 1097 time: 0.1887553 Jul 13 08:43:30.162149 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe2792-2526-4a05-bfbd-e1ee9f4fe621 req-349b7db9-f94a-4e2f-959f-d7f129197a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.163565 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-76fe2792-2526-4a05-bfbd-e1ee9f4fe621 req-349b7db9-f94a-4e2f-959f-d7f129197a89 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=67cbac86d97d489eb40a43295448932f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1856487 Jul 13 08:43:30.171835 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d453ba1-88f7-46c2-b03d-0b69a4ad0fe2 req-f1bcd8cf-f0ec-42a6-a3a0-6b9848881965 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.173273 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3d453ba1-88f7-46c2-b03d-0b69a4ad0fe2 req-f1bcd8cf-f0ec-42a6-a3a0-6b9848881965 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.1652882 Jul 13 08:43:30.183293 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 60470) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:30.406949 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478efee6-9cec-46b9-8a40-b1506ece8c92 req-c475b441-b03c-457d-af5c-b4769143a874 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.409231 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-478efee6-9cec-46b9-8a40-b1506ece8c92 req-c475b441-b03c-457d-af5c-b4769143a874 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.0758293 Jul 13 08:43:30.454081 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-478efee6-9cec-46b9-8a40-b1506ece8c92 req-cbae2518-83f7-4ac9-a50b-8a54e92105cb tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Jul 13 08:43:30.605268 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c8b77c40-5214-4ccd-bd6e-f7a0db66de9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3f4adcfcaff473c81a4ba75e236035e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203427 Jul 13 08:43:30.609421 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 60478) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:30.633285 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3d453ba1-88f7-46c2-b03d-0b69a4ad0fe2 req-38e684bd-d0ef-4aea-a6cf-e1603779b45c tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540892 Jul 13 08:43:30.660430 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dfb49-11b1-4b1f-84d4-e5ab4fb0e24b req-2f3059a5-1da3-4278-a969-ac26436ba987 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.669140 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ab0dfb49-11b1-4b1f-84d4-e5ab4fb0e24b req-2f3059a5-1da3-4278-a969-ac26436ba987 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1073415 Jul 13 08:43:30.679334 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18889318-8105-4ae0-8750-d549c3ecd1c4 req-d8d1c44d-fdea-4ecd-95f8-1b5eb9fde130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.680850 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-18889318-8105-4ae0-8750-d549c3ecd1c4 req-d8d1c44d-fdea-4ecd-95f8-1b5eb9fde130 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4673193 Jul 13 08:43:30.682181 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe2792-2526-4a05-bfbd-e1ee9f4fe621 req-b73c8155-ee19-4575-b796-79b2f85366ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.683541 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-76fe2792-2526-4a05-bfbd-e1ee9f4fe621 req-b73c8155-ee19-4575-b796-79b2f85366ad service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4593980 Jul 13 08:43:30.713306 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ba49fcaf-64c3-4099-9a11-e14ea54972c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:30.745988 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ba49fcaf-64c3-4099-9a11-e14ea54972c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:30.767766 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ab0dfb49-11b1-4b1f-84d4-e5ab4fb0e24b req-5baee809-4498-4617-9ab0-26df94aa10a5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886056 Jul 13 08:43:30.805413 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ba49fcaf-64c3-4099-9a11-e14ea54972c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:30.807999 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ba49fcaf-64c3-4099-9a11-e14ea54972c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:30.809137 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-ba49fcaf-64c3-4099-9a11-e14ea54972c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15d67d8c-f112-4ae4-8c43-e8664f1f44aa HTTP/1.1" status: 204 len: 168 time: 0.1978590 Jul 13 08:43:30.831827 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49fcaf-64c3-4099-9a11-e14ea54972c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d67d8c-f112-4ae4-8c43-e8664f1f44aa,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:30.892951 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b6543575-7303-4b42-a75f-2e8e599fbe98 req-8feabf48-0872-4bda-887a-2f76c2182f75 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.1043241 Jul 13 08:43:31.072236 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18889318-8105-4ae0-8750-d549c3ecd1c4 req-e5a54b4a-aa29-463e-87c0-c9b8543cd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.074224 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-18889318-8105-4ae0-8750-d549c3ecd1c4 req-e5a54b4a-aa29-463e-87c0-c9b8543cd261 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3540883 Jul 13 08:43:31.157579 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-84074001-2f45-4b78-a0ae-089d174f5c66 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.159603 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-84074001-2f45-4b78-a0ae-089d174f5c66 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 812 time: 0.2637079 Jul 13 08:43:31.161995 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-184fb469-5fce-48a9-90c4-2fffdab6a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.163841 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-184fb469-5fce-48a9-90c4-2fffdab6a377 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67cbac86d97d489eb40a43295448932f&device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 1096 time: 0.3617194 Jul 13 08:43:31.305686 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5a544-c2d3-45f7-b3b6-28e01f42bb02 req-1a521e08-bb57-4d09-b541-f7e3866eb86a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.307303 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-27b5a544-c2d3-45f7-b3b6-28e01f42bb02 req-1a521e08-bb57-4d09-b541-f7e3866eb86a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0979786 Jul 13 08:43:31.330582 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-9ecc7643-4cc6-420a-b4d3-d1d026a14573 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44d27539-9b27-484b-9930-31456f33e874 HTTP/1.1" status: 200 len: 217 time: 0.1267653 Jul 13 08:43:31.348835 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-27b5a544-c2d3-45f7-b3b6-28e01f42bb02 req-95e9bf54-2598-4b09-be6d-52b9211ca131 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348246 Jul 13 08:43:31.420634 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-09015fe2-7f01-4e44-82b5-c85e48d81138 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77f6db6ace1f465f80565405509ad580 HTTP/1.1" status: 200 len: 379 time: 0.1929421 Jul 13 08:43:31.435986 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'port': {'device_id': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'admin_state_up': True, 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'security_groups': ['e1c52d69-b336-4446-9faa-ff592f864eab']}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:31.476700 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-b99a9205-4696-47df-b5f6-72f9f08a4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.478074 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-b99a9205-4696-47df-b5f6-72f9f08a4548 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f5f6f19-2749-407a-a9ac-606ad6629cc6 HTTP/1.1" status: 200 len: 853 time: 0.1334462 Jul 13 08:43:31.492826 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-6edfe634-859e-4220-878c-a35cd628dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.494307 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-6edfe634-859e-4220-878c-a35cd628dbb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 1097 time: 0.2925754 Jul 13 08:43:31.603192 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-c83e2c35-dd70-4d0c-be01-2e1d380a2964 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb HTTP/1.1" status: 200 len: 217 time: 0.0953233 Jul 13 08:43:31.621886 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-f173496e-f0e1-4085-81e3-fce28b513979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.623403 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-f173496e-f0e1-4085-81e3-fce28b513979 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 1099 time: 0.2890956 Jul 13 08:43:31.771034 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-450591c4-4bb1-4f31-a878-c7117b26716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.771034 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-450591c4-4bb1-4f31-a878-c7117b26716d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05 HTTP/1.1" status: 200 len: 855 time: 0.1493065 Jul 13 08:43:31.839397 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23661c-78dc-4cb8-b0aa-6d0c5dc06cf3 req-97358400-9883-4413-9f88-7cce497809ce tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.840816 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7b23661c-78dc-4cb8-b0aa-6d0c5dc06cf3 req-97358400-9883-4413-9f88-7cce497809ce tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.0662398 Jul 13 08:43:31.845794 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-41522e02-727b-4ea8-b9a0-b35bf1df82fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf33a87d-286a-4387-934f-92baae56b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693583 Jul 13 08:43:31.847938 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-433ebc83-c9cf-4fd6-bf15-df5fd4c4d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.849704 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-433ebc83-c9cf-4fd6-bf15-df5fd4c4d9bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3615744 Jul 13 08:43:31.857194 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Made reservation on behalf of 77f6db6ace1f465f80565405509ad580 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:43:31.861473 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:31.891381 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7b23661c-78dc-4cb8-b0aa-6d0c5dc06cf3 req-c6b7c80e-47b6-4505-95c0-2d00e783c211 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Jul 13 08:43:31.924075 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc674311-15db-463f-9900-3175cdf51328 req-be3a367f-d72e-480d-aa4a-5f479a459a66 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.925616 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc674311-15db-463f-9900-3175cdf51328 req-be3a367f-d72e-480d-aa4a-5f479a459a66 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.3326223 Jul 13 08:43:31.966479 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-d0e29b4d-c525-49ed-9d03-1efec0e4a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.967842 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-d0e29b4d-c525-49ed-9d03-1efec0e4a49a service neutron] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 911 time: 0.3129237 Jul 13 08:43:32.174958 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fc674311-15db-463f-9900-3175cdf51328 req-1fffe5a5-ecc4-4dbb-8a3d-752c3c5ae2cc tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290375 Jul 13 08:43:32.229926 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-16c5eb6a-3fde-417b-8ffc-d76e9cd05cd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff92da11-b4da-48f7-a392-967d1ed50da6 HTTP/1.1" status: 200 len: 1002 time: 0.2494245 Jul 13 08:43:32.236750 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:32.246956 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-95f8f950-1c41-4229-807f-de8003fd3123 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828182 Jul 13 08:43:32.261108 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-a26cef73-0135-4e4f-bfc4-6f89eb07d2ba service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940742 Jul 13 08:43:32.353955 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f9de21ee-6a1a-4a13-9e7f-ce5c5274f133 req-1fe7d369-5b86-447f-9677-2a188fd17914 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0535858 Jul 13 08:43:32.364089 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Allocated IP 172.20.0.9 (28762bf7-cb11-4c08-bf52-9cba16135894/c387f139-02d5-4934-a4ce-f7018cea985c/4dcb307f-6b77-43b5-b47e-750ad70f8703) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:43:32.390139 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83213c18-68fb-4f09-a13a-42e592af12fd req-48813c06-71af-445a-9510-94de829006db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:32.392617 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-83213c18-68fb-4f09-a13a-42e592af12fd req-48813c06-71af-445a-9510-94de829006db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 1098 time: 0.1194632 Jul 13 08:43:32.436997 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-dfa1de0a-7fa0-4bc9-9b4c-b7a6c7065d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:32.438489 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-dfa1de0a-7fa0-4bc9-9b4c-b7a6c7065d29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.1939993 Jul 13 08:43:32.569088 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-f436de8f-0be8-4bfb-ac2b-5cd3d6c0b174 service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851593 Jul 13 08:43:32.593269 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-ae378b34-71df-4367-96c0-37de77318394 service neutron] 10.222.0.70 "GET /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110516 Jul 13 08:43:32.720624 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83213c18-68fb-4f09-a13a-42e592af12fd req-fc11b812-0182-4604-bef6-c44adf4aa11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:32.722146 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-83213c18-68fb-4f09-a13a-42e592af12fd req-fc11b812-0182-4604-bef6-c44adf4aa11b service neutron] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 919 time: 0.3225138 Jul 13 08:43:32.773218 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-83213c18-68fb-4f09-a13a-42e592af12fd req-47b8d216-5ea1-430f-89fe-dc7cde97c3ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cad52355-0091-4e87-ae77-3d7c98844dfc HTTP/1.1" status: 200 len: 217 time: 0.0404384 Jul 13 08:43:32.784398 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c881a-785b-443a-80c0-9de397d13a22 req-255e287d-796a-47d0-8815-f157442c7d0a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:32.786014 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6c6c881a-785b-443a-80c0-9de397d13a22 req-255e287d-796a-47d0-8815-f157442c7d0a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.3092203 Jul 13 08:43:32.861692 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83213c18-68fb-4f09-a13a-42e592af12fd req-2dc4117b-8ed1-4f73-8cb1-6b09713d2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:32.863275 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-83213c18-68fb-4f09-a13a-42e592af12fd req-2dc4117b-8ed1-4f73-8cb1-6b09713d2110 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.0728467 Jul 13 08:43:32.866242 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6c6c881a-785b-443a-80c0-9de397d13a22 req-8ea42b0f-bf94-4609-865d-da2d2ad9b9fe tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Jul 13 08:43:32.900218 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-83213c18-68fb-4f09-a13a-42e592af12fd req-f90bf2bc-cd17-476a-84ad-017026dbf219 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290232 Jul 13 08:43:32.934342 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-777a4c5f-5732-4ae2-a06c-499449c28df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:32.935915 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-777a4c5f-5732-4ae2-a06c-499449c28df0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4887233 Jul 13 08:43:33.005204 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-83213c18-68fb-4f09-a13a-42e592af12fd req-b848cb73-5f6e-49b4-a724-80eb27e00104 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950260 Jul 13 08:43:33.007128 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3f049-0243-45c5-8dec-b3182343a83c req-a58dca03-0bd8-4ac0-a950-0f11d1202bce tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:33.008651 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f6c3f049-0243-45c5-8dec-b3182343a83c req-a58dca03-0bd8-4ac0-a950-0f11d1202bce tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.4785712 Jul 13 08:43:33.061423 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.109952 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-2e913290-42b5-43f9-9b62-5253190cd573 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640847 Jul 13 08:43:33.112845 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Transition to ACTIVE for port object 4dcb307f-6b77-43b5-b47e-750ad70f8703 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:43:33.119775 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f6c3f049-0243-45c5-8dec-b3182343a83c req-00f44325-7a75-47d9-9847-718320cd0ba2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828240 Jul 13 08:43:33.139225 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-83213c18-68fb-4f09-a13a-42e592af12fd req-064aefbe-b59d-45c5-9250-ac81df4ef01f service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172392 Jul 13 08:43:33.153785 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629fa8c-54e4-40cf-8dd1-d5be33fe00af req-fe14d1c8-e514-4a1c-a9a1-bf8807ea8f28 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:33.161518 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3629fa8c-54e4-40cf-8dd1-d5be33fe00af req-fe14d1c8-e514-4a1c-a9a1-bf8807ea8f28 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.1517241 Jul 13 08:43:33.195729 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3629fa8c-54e4-40cf-8dd1-d5be33fe00af req-469b8ca6-1751-465a-b4a7-6c6a1dfc852f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332572 Jul 13 08:43:33.227466 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.263011 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bdf7d977-a0f7-4b3b-9918-e1edb61e8bf2 req-c1cedaa2-7d30-4f62-9ba4-dabc3e7d3c43 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422424 Jul 13 08:43:33.284684 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Network 28762bf7-cb11-4c08-bf52-9cba16135894 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:43:33.288439 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:43:33.292626 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:43:33.298724 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:33.299384 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.315947 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'Port': ['ID=4dcb307f-6b77-43b5-b47e-750ad70f8703,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:33.325681 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-6e433868-c6c4-4fba-8104-a76ac6ca16d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8941212 Jul 13 08:43:33.345651 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Request body: {'port': {'device_id': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:33.464115 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.484011 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae4c7c-c679-49e3-902d-a421df06b440 req-423f2ab6-0a0a-4b0b-9226-ae461f900309 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:33.485613 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-41ae4c7c-c679-49e3-902d-a421df06b440 req-423f2ab6-0a0a-4b0b-9226-ae461f900309 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.1466413 Jul 13 08:43:33.526735 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-c6887c1a-f6f0-4ecf-95ad-4220009f6d3f None None] Provisioning for port 4dcb307f-6b77-43b5-b47e-750ad70f8703 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:43:33.531312 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-c6887c1a-f6f0-4ecf-95ad-4220009f6d3f None None] Provisioning complete for port 4dcb307f-6b77-43b5-b47e-750ad70f8703 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:33.531689 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c6887c1a-f6f0-4ecf-95ad-4220009f6d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.545925 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdef7d-adad-45d1-8d6b-54a60e2d8a17 req-23b76d13-8f96-43fd-b511-f88ef08b51c6 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:33.547618 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e5cdef7d-adad-45d1-8d6b-54a60e2d8a17 req-23b76d13-8f96-43fd-b511-f88ef08b51c6 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 931 time: 0.0698657 Jul 13 08:43:33.565256 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-41ae4c7c-c679-49e3-902d-a421df06b440 req-c95ae2c9-b99c-4537-8af1-89a41faa59ac tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721619 Jul 13 08:43:33.575892 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-c6887c1a-f6f0-4ecf-95ad-4220009f6d3f None None] Port 4dcb307f-6b77-43b5-b47e-750ad70f8703 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:43:33.594189 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e5cdef7d-adad-45d1-8d6b-54a60e2d8a17 req-15c15e1b-7710-4321-ac8b-80f9cd4a4650 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370460 Jul 13 08:43:33.779630 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcb307f-6b77-43b5-b47e-750ad70f8703 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:43:33.786791 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.798840 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Transition to ACTIVE for port object 4dcb307f-6b77-43b5-b47e-750ad70f8703 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:43:33.802492 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.872975 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Pushing event updated for resources: {'Port': ['ID=4dcb307f-6b77-43b5-b47e-750ad70f8703,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:33.890011 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Attempting to bind port 4dcb307f-6b77-43b5-b47e-750ad70f8703 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:43:33.890351 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Attempting to bind port 4dcb307f-6b77-43b5-b47e-750ad70f8703 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:43:33.890689 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Attempting to bind port 4dcb307f-6b77-43b5-b47e-750ad70f8703 on network 28762bf7-cb11-4c08-bf52-9cba16135894 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:33.896007 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Port 4dcb307f-6b77-43b5-b47e-750ad70f8703 on network 28762bf7-cb11-4c08-bf52-9cba16135894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:43:33.896333 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Attempting to bind port 4dcb307f-6b77-43b5-b47e-750ad70f8703 on network 28762bf7-cb11-4c08-bf52-9cba16135894 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:33.901745 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:43:33.901877 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Checking segment: {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:43:33.902217 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Bound using segment: {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:43:33.902645 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Bound port: 4dcb307f-6b77-43b5-b47e-750ad70f8703, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:43:33.903031 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.971627 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] For port 4dcb307f-6b77-43b5-b47e-750ad70f8703, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:43:33.974938 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] For port 4dcb307f-6b77-43b5-b47e-750ad70f8703, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=4dcb307f-6b77-43b5-b47e-750ad70f8703,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:43:33.979769 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:34.013701 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.014545 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:34.016061 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] 10.222.0.70 "PUT /v2.0/ports/4dcb307f-6b77-43b5-b47e-750ad70f8703 HTTP/1.1" status: 200 len: 1093 time: 0.6752696 Jul 13 08:43:34.019126 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'tag': '4dcb307f-6b77-43b5-b47e-750ad70f8703'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:34.022073 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539731bf-1906-43c0-a8c6-548d04d1a823" -d '{"events": [{"name": "network-changed", "server_uuid": "e0945629-56cc-4718-b619-1c2bbf8156e4", "tag": "4dcb307f-6b77-43b5-b47e-750ad70f8703"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:34.051866 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d3193-3eed-4cde-a98d-67967207b23f service neutron] Pushing event updated for resources: {'Port': ['ID=4dcb307f-6b77-43b5-b47e-750ad70f8703,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:34.072460 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e22b224-fd04-4e6b-934e-77187f198cd2 x-openstack-request-id: req-8e22b224-fd04-4e6b-934e-77187f198cd2 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:34.073113 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0945629-56cc-4718-b619-1c2bbf8156e4", "tag": "4dcb307f-6b77-43b5-b47e-750ad70f8703", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:34.073441 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e22b224-fd04-4e6b-934e-77187f198cd2 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:34.073906 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'tag': '4dcb307f-6b77-43b5-b47e-750ad70f8703', 'status': 'completed', 'code': 200} Jul 13 08:43:34.122976 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5952d05-77dc-4a27-b35a-cb893ffb827e req-98492d3d-ed9d-4bb0-86ab-3036b0df4a3d tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.125046 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d5952d05-77dc-4a27-b35a-cb893ffb827e req-98492d3d-ed9d-4bb0-86ab-3036b0df4a3d tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1205344 Jul 13 08:43:34.143191 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-cb5f7a68-2347-4bcb-83d0-bf5ef6109902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.144827 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-cb5f7a68-2347-4bcb-83d0-bf5ef6109902 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 1096 time: 0.0567234 Jul 13 08:43:34.184781 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d5952d05-77dc-4a27-b35a-cb893ffb827e req-73878f51-30fc-494a-97d1-d49ff8bdc0ad tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495856 Jul 13 08:43:34.203037 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-7e6245f3-4ef2-4d33-b37e-c3d55ccf721b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dcb307f-6b77-43b5-b47e-750ad70f8703 HTTP/1.1" status: 200 len: 217 time: 0.0437577 Jul 13 08:43:34.263078 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-ff70828b-386e-4c66-97fd-05af140d3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.264568 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-ff70828b-386e-4c66-97fd-05af140d3d9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0524447 Jul 13 08:43:34.379784 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-afbcbfc1-0d3e-4449-9d46-2005f1a8b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.381278 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-afbcbfc1-0d3e-4449-9d46-2005f1a8b870 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1082587 Jul 13 08:43:34.388476 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e132c5-50cc-4a71-91bb-e3fd8a85df94 req-e7b7232b-714a-43a8-8a2b-7a6c3111aac0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.389859 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e9e132c5-50cc-4a71-91bb-e3fd8a85df94 req-e7b7232b-714a-43a8-8a2b-7a6c3111aac0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1058605 Jul 13 08:43:34.394877 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e4b99-7291-4a5a-a884-09c0e4b43bce req-d7c5a05a-75ca-4221-8c21-919b7e241cf3 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.396453 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a15e4b99-7291-4a5a-a884-09c0e4b43bce req-d7c5a05a-75ca-4221-8c21-919b7e241cf3 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.0683391 Jul 13 08:43:34.434896 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a15e4b99-7291-4a5a-a884-09c0e4b43bce req-265149b6-82a0-4ab3-967e-fbaac4117977 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Jul 13 08:43:34.476371 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e9e132c5-50cc-4a71-91bb-e3fd8a85df94 req-e7a74726-41f5-4f62-9aee-8093bf378405 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779300 Jul 13 08:43:34.502083 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-95776420-ff17-4fc8-abb4-e16eb25cc5dd service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106720 Jul 13 08:43:34.594277 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c7f69e70-f5ea-4dfa-97b8-65883e7ecb9e req-52fefcea-6e46-41a4-989c-aa30ccf9118e service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848355 Jul 13 08:43:34.744382 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-5acc2dcd-dea6-4948-a7b5-8fd8f9145f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.745902 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-5acc2dcd-dea6-4948-a7b5-8fd8f9145f90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 1096 time: 0.0822074 Jul 13 08:43:34.748138 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eebf6-1960-4716-907a-8d8a69c5e15f req-29f1874d-0195-460e-bf64-129c5ac83a0a tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.749687 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e19eebf6-1960-4716-907a-8d8a69c5e15f req-29f1874d-0195-460e-bf64-129c5ac83a0a tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 943 time: 0.0677714 Jul 13 08:43:34.793660 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e19eebf6-1960-4716-907a-8d8a69c5e15f req-606eebee-6ece-4430-a33c-7b3f0a5e4236 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362682 Jul 13 08:43:34.850787 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481f03-a927-4914-a4ee-8c736bd021b8 req-2e63fa39-4dce-4abe-b4a7-427195bd29fc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.852451 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98481f03-a927-4914-a4ee-8c736bd021b8 req-2e63fa39-4dce-4abe-b4a7-427195bd29fc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 943 time: 0.1401982 Jul 13 08:43:34.883144 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-dfcb4545-63d0-4222-94d2-b424718f5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.884628 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-dfcb4545-63d0-4222-94d2-b424718f5bab service neutron] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 913 time: 0.1314192 Jul 13 08:43:34.912005 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98481f03-a927-4914-a4ee-8c736bd021b8 req-1f1075e2-4abe-4498-8a74-22d9e78712c5 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531926 Jul 13 08:43:34.947611 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-56d8ae04-21da-4c06-9433-3d2c5641dfb9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dcb307f-6b77-43b5-b47e-750ad70f8703 HTTP/1.1" status: 200 len: 217 time: 0.0475826 Jul 13 08:43:34.997825 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-8fefbf31-bbb5-4ada-98c2-d8c95b74ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.999208 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-8fefbf31-bbb5-4ada-98c2-d8c95b74ea23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0434847 Jul 13 08:43:35.056020 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-4881566f-b400-470b-8d1a-644527dd4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:35.057531 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-4881566f-b400-470b-8d1a-644527dd4a21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510669 Jul 13 08:43:35.156316 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-906a3d5c-e8ef-4424-bb93-e29ee79d8c8f service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861375 Jul 13 08:43:35.258518 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-539731bf-1906-43c0-a8c6-548d04d1a823 req-35963d48-ca3d-4287-b070-10eb4db49a94 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840483 Jul 13 08:43:35.378653 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e8c1c-9edb-48a5-bde9-a512ece4b453 req-3af88c04-9e59-4dea-a6c2-49d37ca45826 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:35.380188 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0d0e8c1c-9edb-48a5-bde9-a512ece4b453 req-3af88c04-9e59-4dea-a6c2-49d37ca45826 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0671358 Jul 13 08:43:35.417939 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0d0e8c1c-9edb-48a5-bde9-a512ece4b453 req-fb5446df-f54d-4ce2-8a92-98d7889cd7d8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Jul 13 08:43:35.449561 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:43:35.544898 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:35.559522 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '9ba3ef9e-5848-4cc3-a29d-c7003434e7cb', 'network_id': 'cf33a87d-286a-4387-934f-92baae56b289', 'port_id': '9ba3ef9e-5848-4cc3-a29d-c7003434e7cb', 'mac_address': 'fa:16:3e:27:2a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:43:35.596387 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:35.608987 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:43:35.617106 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4327c-107d-4a7c-9741-83e49fd280e3 req-6a4c99dc-b399-4bc0-96a3-e6a5c37a25b9 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:35.618802 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-26a4327c-107d-4a7c-9741-83e49fd280e3 req-6a4c99dc-b399-4bc0-96a3-e6a5c37a25b9 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 944 time: 0.0668766 Jul 13 08:43:35.629520 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:35.633591 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:35.658793 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-26a4327c-107d-4a7c-9741-83e49fd280e3 req-293e7635-52fe-4a02-8208-a8af553c3bb0 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336981 Jul 13 08:43:35.663162 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 44d27539-9b27-484b-9930-31456f33e874 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:43:35.714494 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:35.787593 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 44d27539-9b27-484b-9930-31456f33e874, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=44d27539-9b27-484b-9930-31456f33e874,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:35.799254 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '44d27539-9b27-484b-9930-31456f33e874', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'port_id': '44d27539-9b27-484b-9930-31456f33e874', 'mac_address': 'fa:16:3e:6d:63:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:43:35.841050 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:35.855064 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d27539-9b27-484b-9930-31456f33e874 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:43:35.876587 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 44d27539-9b27-484b-9930-31456f33e874, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=44d27539-9b27-484b-9930-31456f33e874,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:35.881653 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:35.942387 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=44d27539-9b27-484b-9930-31456f33e874,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:35.993384 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0072bc-4d2c-466d-a85d-7343f3893069 req-20541d07-a7b3-4ebe-9c06-f1a07eeb1d7e tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:35.995313 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4e0072bc-4d2c-466d-a85d-7343f3893069 req-20541d07-a7b3-4ebe-9c06-f1a07eeb1d7e tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 944 time: 0.0750403 Jul 13 08:43:36.036488 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4e0072bc-4d2c-466d-a85d-7343f3893069 req-096ec08d-0623-45d0-acac-b33b93fb07b5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Jul 13 08:43:36.109343 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8fe7c-beca-4817-8fe4-a2f7ffdac536 req-2d231f10-baf9-4831-ae21-848c3f31feda tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:36.111568 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3be8fe7c-beca-4817-8fe4-a2f7ffdac536 req-2d231f10-baf9-4831-ae21-848c3f31feda tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 943 time: 0.0743978 Jul 13 08:43:36.151964 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3be8fe7c-beca-4817-8fe4-a2f7ffdac536 req-1cff9d26-39d2-436d-b409-caf08d884a83 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341592 Jul 13 08:43:36.313865 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['44d27539-9b27-484b-9930-31456f33e874'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:43:36.358068 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['9ba3ef9e-5848-4cc3-a29d-c7003434e7cb'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:43:36.596679 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0562a5-9e5b-4b4b-98b2-fbd4792e343e req-1a45cb8a-d737-480b-a700-6c209c573c81 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:36.598113 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-db0562a5-9e5b-4b4b-98b2-fbd4792e343e req-1a45cb8a-d737-480b-a700-6c209c573c81 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0645137 Jul 13 08:43:36.635549 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-db0562a5-9e5b-4b4b-98b2-fbd4792e343e req-1f80cb52-76a9-43a2-96cb-c474f2945814 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318491 Jul 13 08:43:36.830860 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809402d4-5cd4-43f0-b2c5-3fe3ea0be10d req-6734a71d-5305-4078-8368-c058ed1b405d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:36.832362 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-809402d4-5cd4-43f0-b2c5-3fe3ea0be10d req-6734a71d-5305-4078-8368-c058ed1b405d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 945 time: 0.0621486 Jul 13 08:43:36.869050 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-809402d4-5cd4-43f0-b2c5-3fe3ea0be10d req-1014b184-0cc5-4a4f-92e3-aada04d5a7de tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311100 Jul 13 08:43:37.216215 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59791b37-06db-4031-b3b2-58399f874d4c req-372d2183-c1ee-4958-8dab-0a27215c1066 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:37.217724 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-59791b37-06db-4031-b3b2-58399f874d4c req-372d2183-c1ee-4958-8dab-0a27215c1066 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 944 time: 0.0701478 Jul 13 08:43:37.262740 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-59791b37-06db-4031-b3b2-58399f874d4c req-91db3efc-b136-4826-a9a2-062022bf92f0 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 Jul 13 08:43:37.341919 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781a4e3-85db-4f56-8712-a14b368e791e req-54d36bfa-cdc0-40f0-989e-86e8cf219296 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:37.343442 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d781a4e3-85db-4f56-8712-a14b368e791e req-54d36bfa-cdc0-40f0-989e-86e8cf219296 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 943 time: 0.0762765 Jul 13 08:43:37.382043 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d781a4e3-85db-4f56-8712-a14b368e791e req-61d5482e-2a01-404a-a0a0-0a58cb68412a tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Jul 13 08:43:37.808417 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f330-5436-4209-b8b1-ca5369777bdd req-e4237d25-d879-490b-bf01-5658acba4394 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:37.809915 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e3a4f330-5436-4209-b8b1-ca5369777bdd req-e4237d25-d879-490b-bf01-5658acba4394 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0628796 Jul 13 08:43:37.847808 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e3a4f330-5436-4209-b8b1-ca5369777bdd req-c6520b41-6677-4c32-815e-459aaf64e331 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313017 Jul 13 08:43:38.040404 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355f6ea-3041-4eb5-a102-efebc6411ade req-ba860bf2-a573-4f8c-a2a7-49dbae5160d3 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:38.041894 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d355f6ea-3041-4eb5-a102-efebc6411ade req-ba860bf2-a573-4f8c-a2a7-49dbae5160d3 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 945 time: 0.0619881 Jul 13 08:43:38.078720 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d355f6ea-3041-4eb5-a102-efebc6411ade req-5ec82930-9352-47d8-9efb-1beae558144d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312309 Jul 13 08:43:38.442381 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c70ec-8faf-49b8-a696-148882d5218a req-be8da53b-abc3-42fd-86ae-59080bf77223 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:38.443969 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-190c70ec-8faf-49b8-a696-148882d5218a req-be8da53b-abc3-42fd-86ae-59080bf77223 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 944 time: 0.0693610 Jul 13 08:43:38.486900 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-190c70ec-8faf-49b8-a696-148882d5218a req-e82923e0-77f6-4676-9bec-38f6e2929f68 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Jul 13 08:43:38.564281 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31505f04-00dc-4d8c-9e9b-ba49940196d8 req-2c6e3cc7-2914-4b79-8339-9bdc748cc724 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:38.566049 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-31505f04-00dc-4d8c-9e9b-ba49940196d8 req-2c6e3cc7-2914-4b79-8339-9bdc748cc724 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 943 time: 0.0715866 Jul 13 08:43:38.603953 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-31505f04-00dc-4d8c-9e9b-ba49940196d8 req-196ad5d0-3981-41c6-b5db-4635637da6e7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322051 Jul 13 08:43:39.020132 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90054a69-a134-415e-aba7-77aa0d3115fc req-76930a73-2e0f-44a2-9a17-4739a81ab626 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:39.021714 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-90054a69-a134-415e-aba7-77aa0d3115fc req-76930a73-2e0f-44a2-9a17-4739a81ab626 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0627222 Jul 13 08:43:39.058135 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-90054a69-a134-415e-aba7-77aa0d3115fc req-dbbca0b7-21d9-493a-9fa7-31b1475b8bf0 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Jul 13 08:43:39.253142 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bacc5-f1cb-4001-960d-92f4787b1c3e req-2ee18661-1030-4f33-8988-87ac6c8f0d51 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:39.254642 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b39bacc5-f1cb-4001-960d-92f4787b1c3e req-2ee18661-1030-4f33-8988-87ac6c8f0d51 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 945 time: 0.0628564 Jul 13 08:43:39.292335 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b39bacc5-f1cb-4001-960d-92f4787b1c3e req-7d3f7e55-171f-416d-bae4-982c630d96f6 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Jul 13 08:43:39.456797 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 44d27539-9b27-484b-9930-31456f33e874 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:43:39.505669 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 44d27539-9b27-484b-9930-31456f33e874 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:43:39.509209 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 44d27539-9b27-484b-9930-31456f33e874 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:39.509581 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:39.586403 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:39.622811 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d27539-9b27-484b-9930-31456f33e874'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:39.625404 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efb59f6-e2d3-4ffa-973e-a6cbd63c3041" -d '{"events": [{"server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "name": "network-vif-plugged", "status": "completed", "tag": "44d27539-9b27-484b-9930-31456f33e874"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:39.639928 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 44d27539-9b27-484b-9930-31456f33e874, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=44d27539-9b27-484b-9930-31456f33e874,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:39.646218 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:39.678651 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:43:39.682035 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4968930-286d-49b8-84e2-dfb4cedae00c req-6347a352-15c1-4887-84b2-7f7c043199c6 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:39.689185 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d4968930-286d-49b8-84e2-dfb4cedae00c req-6347a352-15c1-4887-84b2-7f7c043199c6 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 944 time: 0.0851583 Jul 13 08:43:39.738164 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=44d27539-9b27-484b-9930-31456f33e874,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:39.750173 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d4968930-286d-49b8-84e2-dfb4cedae00c req-56bfa041-1c95-47d3-afca-23b560973664 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597169 Jul 13 08:43:39.754174 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:43:39.758839 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:39.759348 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:39.804985 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b61baa6-8448-472d-8090-f3bcd8116e99 x-openstack-request-id: req-8b61baa6-8448-472d-8090-f3bcd8116e99 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:39.805313 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "name": "network-vif-plugged", "status": "completed", "tag": "44d27539-9b27-484b-9930-31456f33e874", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:39.805521 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b61baa6-8448-472d-8090-f3bcd8116e99 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:39.805902 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d27539-9b27-484b-9930-31456f33e874', 'code': 200} Jul 13 08:43:39.841708 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab25b19-7328-4ec5-8fad-8a30c20b9abf req-abf8a69f-f728-42de-949f-8ca68d356ee4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:39.843745 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bab25b19-7328-4ec5-8fad-8a30c20b9abf req-abf8a69f-f728-42de-949f-8ca68d356ee4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 943 time: 0.1040659 Jul 13 08:43:39.862221 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:39.900397 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bab25b19-7328-4ec5-8fad-8a30c20b9abf req-9ea371ac-d3c0-4000-ad86-18d4557d2e17 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458958 Jul 13 08:43:39.912213 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:39.917427 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:39.982833 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:40.016038 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-00afd019-7c47-4ed4-90c7-96fb15db3365 None None] Provisioning complete for port 44d27539-9b27-484b-9930-31456f33e874 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:40.016854 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-00afd019-7c47-4ed4-90c7-96fb15db3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:40.103287 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7d0fd-4179-43c9-bf24-c199f8624845 req-b5a52832-2b7e-475d-9ec6-7d40614009da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:40.105257 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-81b7d0fd-4179-43c9-bf24-c199f8624845 req-b5a52832-2b7e-475d-9ec6-7d40614009da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 1098 time: 0.0593579 Jul 13 08:43:40.142749 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-81b7d0fd-4179-43c9-bf24-c199f8624845 req-b57d5374-7e04-49b3-8e22-43d42b8d319d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293164 Jul 13 08:43:40.233240 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4c16f-082c-41ad-bc4f-5d3fda9d1fdf req-7f0ce515-0a70-4030-996e-787138712584 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:40.234706 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bda4c16f-082c-41ad-bc4f-5d3fda9d1fdf req-7f0ce515-0a70-4030-996e-787138712584 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0622697 Jul 13 08:43:40.273766 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bda4c16f-082c-41ad-bc4f-5d3fda9d1fdf req-db7ddb3d-f912-4fbf-8dbb-947da925a4ee tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Jul 13 08:43:40.468077 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe9e87-7971-4fae-838a-3ad0767fb184 req-d8075387-f830-413b-87cf-38782756fa90 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:40.470156 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8ebe9e87-7971-4fae-838a-3ad0767fb184 req-d8075387-f830-413b-87cf-38782756fa90 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 946 time: 0.0666192 Jul 13 08:43:40.508379 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8ebe9e87-7971-4fae-838a-3ad0767fb184 req-cfa524e4-60a6-44f4-8fa6-6ee1c68b0d13 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Jul 13 08:43:40.934707 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea188db-b47a-4712-8600-01f67e2e06da req-3a8005c8-0657-4203-bca9-a96cf13b052e tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:40.936430 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-aea188db-b47a-4712-8600-01f67e2e06da req-3a8005c8-0657-4203-bca9-a96cf13b052e tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 945 time: 0.0718534 Jul 13 08:43:40.979502 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-aea188db-b47a-4712-8600-01f67e2e06da req-836921bb-8bd1-4688-92b8-beb6a4b59369 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371108 Jul 13 08:43:41.091015 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0640-a957-4be3-a313-d6731bd83fea req-2cb6c805-1a18-4811-bf0a-0f945e1d736d tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:41.092562 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a6eb0640-a957-4be3-a313-d6731bd83fea req-2cb6c805-1a18-4811-bf0a-0f945e1d736d tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 943 time: 0.0681734 Jul 13 08:43:41.135922 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a6eb0640-a957-4be3-a313-d6731bd83fea req-2dafe1df-0e4e-4a68-9994-888ae8d479cf tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366402 Jul 13 08:43:41.504323 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae48b32-61e0-4b6c-973f-e99674be4ab9 req-f96fa49c-944c-4492-a939-ffc7035d2c96 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:41.506419 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3ae48b32-61e0-4b6c-973f-e99674be4ab9 req-f96fa49c-944c-4492-a939-ffc7035d2c96 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0779467 Jul 13 08:43:41.549840 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3ae48b32-61e0-4b6c-973f-e99674be4ab9 req-163cc16f-8922-4bd1-b98c-69d677b5a811 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365219 Jul 13 08:43:41.708992 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69265d72-a095-4e7d-8138-1e5eaac22ac1 req-a3664e3c-2f35-419d-82a9-3a337d5af49b tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:41.710623 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-69265d72-a095-4e7d-8138-1e5eaac22ac1 req-a3664e3c-2f35-419d-82a9-3a337d5af49b tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 946 time: 0.0788789 Jul 13 08:43:41.753343 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-69265d72-a095-4e7d-8138-1e5eaac22ac1 req-59a088bf-1770-4af8-a82f-05a8311c715b tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370800 Jul 13 08:43:41.807723 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216eeb62-8cae-4aaa-9518-4f4b27a30a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba3ef9e-5848-4cc3-a29d-c7003434e7cb'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:41.810130 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acac2e7-60a8-41a0-b814-5a9144130520" -d '{"events": [{"server_uuid": "216eeb62-8cae-4aaa-9518-4f4b27a30a6f", "name": "network-vif-plugged", "status": "completed", "tag": "9ba3ef9e-5848-4cc3-a29d-c7003434e7cb"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:41.848745 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94cf2b4-3ab2-40ef-a2b0-b730d3138686 x-openstack-request-id: req-b94cf2b4-3ab2-40ef-a2b0-b730d3138686 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:41.849039 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216eeb62-8cae-4aaa-9518-4f4b27a30a6f", "name": "network-vif-plugged", "status": "completed", "tag": "9ba3ef9e-5848-4cc3-a29d-c7003434e7cb", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:41.849296 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b94cf2b4-3ab2-40ef-a2b0-b730d3138686 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:41.849695 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216eeb62-8cae-4aaa-9518-4f4b27a30a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba3ef9e-5848-4cc3-a29d-c7003434e7cb', 'code': 200} Jul 13 08:43:42.157015 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11dcd5-be2c-4464-ab80-3e90b26b0eda req-29164a33-1789-442b-9c41-523b982354fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:42.159566 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5a11dcd5-be2c-4464-ab80-3e90b26b0eda req-29164a33-1789-442b-9c41-523b982354fd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 1099 time: 0.0979245 Jul 13 08:43:42.252577 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5a11dcd5-be2c-4464-ab80-3e90b26b0eda req-d6ee8ae3-fd8a-4597-87a3-4137f3006c11 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816433 Jul 13 08:43:42.265805 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fb0f1-ace5-407f-8e3b-3df0d5e73a2b req-6fd97a74-d3fb-4da5-b386-81e86d6f3e9f tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:42.269149 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d68fb0f1-ace5-407f-8e3b-3df0d5e73a2b req-6fd97a74-d3fb-4da5-b386-81e86d6f3e9f tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 945 time: 0.1557605 Jul 13 08:43:42.336417 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d68fb0f1-ace5-407f-8e3b-3df0d5e73a2b req-63ccab47-240c-4031-9e54-8ec6bac1d437 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551295 Jul 13 08:43:42.381956 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af3176-a10a-4213-857b-f5e5881f4df9 req-99d2bcca-51f9-4102-ba3f-83e6d4b358d8 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:42.384908 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-97af3176-a10a-4213-857b-f5e5881f4df9 req-99d2bcca-51f9-4102-ba3f-83e6d4b358d8 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 943 time: 0.1095521 Jul 13 08:43:42.438324 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-97af3176-a10a-4213-857b-f5e5881f4df9 req-6a73f461-98e7-40ef-aa34-1cf036021544 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443592 Jul 13 08:43:42.655062 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad74b0f-4e7b-4c07-8287-a74741f8c20a req-bee7748c-1dd7-490f-93c1-f2f8f3f05920 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:42.657416 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cad74b0f-4e7b-4c07-8287-a74741f8c20a req-bee7748c-1dd7-490f-93c1-f2f8f3f05920 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 945 time: 0.0821557 Jul 13 08:43:42.705488 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cad74b0f-4e7b-4c07-8287-a74741f8c20a req-61e34c74-5e9f-4c8a-a640-775c78de6692 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383964 Jul 13 08:43:42.787261 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96d206-9a34-49e7-a163-ceede7c435d7 req-a3cf98f9-5746-4f69-90b9-3efa73ff2502 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:42.789496 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3c96d206-9a34-49e7-a163-ceede7c435d7 req-a3cf98f9-5746-4f69-90b9-3efa73ff2502 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1001947 Jul 13 08:43:42.840150 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3c96d206-9a34-49e7-a163-ceede7c435d7 req-14b14a12-a005-4a08-a59d-1f1af0492786 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 Jul 13 08:43:43.037042 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c41c3c-8472-43a9-a5a7-a1d8b7e056fa req-21db3ed3-4caf-4506-8d71-f2904172d47d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:43.038824 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a7c41c3c-8472-43a9-a5a7-a1d8b7e056fa req-21db3ed3-4caf-4506-8d71-f2904172d47d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 946 time: 0.0785160 Jul 13 08:43:43.082540 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a7c41c3c-8472-43a9-a5a7-a1d8b7e056fa req-ba118b8e-ca59-4358-b24d-9c0897354988 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Jul 13 08:43:43.154133 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf452844-073b-4f08-a82e-e3e325f61eba req-7d972168-70cc-4956-ad5d-cde3e0289c57 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:43.155820 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cf452844-073b-4f08-a82e-e3e325f61eba req-7d972168-70cc-4956-ad5d-cde3e0289c57 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 945 time: 0.0850942 Jul 13 08:43:43.207964 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cf452844-073b-4f08-a82e-e3e325f61eba req-55cc6afb-92b4-4218-903c-2fdee4373e62 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454595 Jul 13 08:43:43.479437 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 4dcb307f-6b77-43b5-b47e-750ad70f8703 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:43:43.658003 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 4dcb307f-6b77-43b5-b47e-750ad70f8703, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=4dcb307f-6b77-43b5-b47e-750ad70f8703,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:43.707101 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '4dcb307f-6b77-43b5-b47e-750ad70f8703', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'port_id': '4dcb307f-6b77-43b5-b47e-750ad70f8703', 'mac_address': 'fa:16:3e:c6:3c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:43:43.760432 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:43.783366 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcb307f-6b77-43b5-b47e-750ad70f8703 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:43:43.783652 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dbed7-1b69-4281-b7e3-0288a8ca6f1b req-b23eca97-0919-442c-894d-21a9ab2b88f3 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:43.785287 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f98dbed7-1b69-4281-b7e3-0288a8ca6f1b req-b23eca97-0919-442c-894d-21a9ab2b88f3 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 943 time: 0.0750086 Jul 13 08:43:43.811575 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 4dcb307f-6b77-43b5-b47e-750ad70f8703, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=4dcb307f-6b77-43b5-b47e-750ad70f8703,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:43.818105 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:43.842299 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f98dbed7-1b69-4281-b7e3-0288a8ca6f1b req-f66b7435-b721-4e2e-af0d-bf1138e4186c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456731 Jul 13 08:43:43.907699 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=4dcb307f-6b77-43b5-b47e-750ad70f8703,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:44.072880 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d61c6-72f9-40ba-978f-4b4f70a85bcc req-09e2be4c-955e-4788-bfa5-9b2dbc0398a9 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:44.074485 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-875d61c6-72f9-40ba-978f-4b4f70a85bcc req-09e2be4c-955e-4788-bfa5-9b2dbc0398a9 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0753527 Jul 13 08:43:44.119394 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-875d61c6-72f9-40ba-978f-4b4f70a85bcc req-6a5dbe38-7aff-49a5-87dc-2de96974f4be tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352452 Jul 13 08:43:44.291891 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050171f-dad4-4bd6-9cea-23837b370324 req-41f03139-430a-4646-90f7-1eba370b0127 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:44.293462 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9050171f-dad4-4bd6-9cea-23837b370324 req-41f03139-430a-4646-90f7-1eba370b0127 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 946 time: 0.0699286 Jul 13 08:43:44.341098 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9050171f-dad4-4bd6-9cea-23837b370324 req-a07abc94-c7e5-4c11-9c32-f6023aa850fd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Jul 13 08:43:44.368765 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['4dcb307f-6b77-43b5-b47e-750ad70f8703'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:43:45.070810 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f36eec-27ae-4a8d-a6bc-3607409f62fd req-1be177f4-12ca-4153-b76e-0735ea27a7cc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:45.073415 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c9f36eec-27ae-4a8d-a6bc-3607409f62fd req-1be177f4-12ca-4153-b76e-0735ea27a7cc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 944 time: 0.0774157 Jul 13 08:43:45.117018 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c9f36eec-27ae-4a8d-a6bc-3607409f62fd req-1b584c23-87db-432d-8342-f5322f859585 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375288 Jul 13 08:43:45.343781 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a195e-ca7b-4d7f-96ac-a646d217bcec req-69cf7c90-c00b-4f3c-afa8-aef09942afaf tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:45.346325 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5b2a195e-ca7b-4d7f-96ac-a646d217bcec req-69cf7c90-c00b-4f3c-afa8-aef09942afaf tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0873678 Jul 13 08:43:45.397434 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5b2a195e-ca7b-4d7f-96ac-a646d217bcec req-f91e70a5-6132-413f-8918-e61c50b0c435 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414279 Jul 13 08:43:46.366270 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443efee-fae0-4b45-9d6b-d5c1b050e26a req-06b37a71-1507-42a4-99b8-46e46563d171 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:46.368602 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3443efee-fae0-4b45-9d6b-d5c1b050e26a req-06b37a71-1507-42a4-99b8-46e46563d171 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 944 time: 0.1045980 Jul 13 08:43:46.416636 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3443efee-fae0-4b45-9d6b-d5c1b050e26a req-5c01cf12-466d-4405-a64e-cba317a54ff2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402079 Jul 13 08:43:46.611701 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002754a7-07e7-4923-9baa-b8c774eee043 req-5e6f8c26-364d-4ae5-be85-432ffecc48d8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:46.613743 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-002754a7-07e7-4923-9baa-b8c774eee043 req-5e6f8c26-364d-4ae5-be85-432ffecc48d8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0825768 Jul 13 08:43:46.664785 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-002754a7-07e7-4923-9baa-b8c774eee043 req-453450cc-c98c-4aec-b9db-8f0c004a9fb1 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395434 Jul 13 08:43:47.486827 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 4dcb307f-6b77-43b5-b47e-750ad70f8703 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:43:47.547995 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 4dcb307f-6b77-43b5-b47e-750ad70f8703 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:43:47.553350 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 4dcb307f-6b77-43b5-b47e-750ad70f8703 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:47.553757 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:47.641739 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb8e58-bfb4-49bb-a8b3-3e3b81844a21 req-ae659e9d-1d3c-4c3c-9d38-22f429f8f4c7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:47.643737 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3bfb8e58-bfb4-49bb-a8b3-3e3b81844a21 req-ae659e9d-1d3c-4c3c-9d38-22f429f8f4c7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 944 time: 0.0827858 Jul 13 08:43:47.665100 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:47.693862 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcb307f-6b77-43b5-b47e-750ad70f8703'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:47.698658 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84ab875-c72c-4651-89e6-7ecbec3cf095" -d '{"events": [{"server_uuid": "e0945629-56cc-4718-b619-1c2bbf8156e4", "name": "network-vif-plugged", "status": "completed", "tag": "4dcb307f-6b77-43b5-b47e-750ad70f8703"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:47.714153 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3bfb8e58-bfb4-49bb-a8b3-3e3b81844a21 req-5d34b320-a0cb-4202-8bc6-d4dc7767b644 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595136 Jul 13 08:43:47.734185 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 4dcb307f-6b77-43b5-b47e-750ad70f8703, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=4dcb307f-6b77-43b5-b47e-750ad70f8703,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:47.756006 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:47.817364 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=4dcb307f-6b77-43b5-b47e-750ad70f8703,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:47.949429 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299e71b-744d-4fa3-8264-0b8a86fffe22 req-72bfd9f3-1428-4cc9-850c-e2d8a5b76f3f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:47.951102 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1299e71b-744d-4fa3-8264-0b8a86fffe22 req-72bfd9f3-1428-4cc9-850c-e2d8a5b76f3f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0828722 Jul 13 08:43:48.005169 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1299e71b-744d-4fa3-8264-0b8a86fffe22 req-e7d512d0-5298-4c07-825d-f70ea44c0b9f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462146 Jul 13 08:43:48.044396 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-3922c31d-01bc-4d93-88ef-473b34f68114 None None] Provisioning complete for port 4dcb307f-6b77-43b5-b47e-750ad70f8703 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:48.045183 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3922c31d-01bc-4d93-88ef-473b34f68114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:48.076908 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7282083-77a9-4aa5-8da2-e9e6fa4df29f x-openstack-request-id: req-b7282083-77a9-4aa5-8da2-e9e6fa4df29f {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:48.077209 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0945629-56cc-4718-b619-1c2bbf8156e4", "name": "network-vif-plugged", "status": "completed", "tag": "4dcb307f-6b77-43b5-b47e-750ad70f8703", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:48.077903 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7282083-77a9-4aa5-8da2-e9e6fa4df29f {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:48.078312 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcb307f-6b77-43b5-b47e-750ad70f8703', 'code': 200} Jul 13 08:43:48.298745 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6aeac-028a-42a7-abd9-6f98c5635c78 req-938e34fc-ec94-4b20-ae66-5feb2759b55f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:48.300390 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-66a6aeac-028a-42a7-abd9-6f98c5635c78 req-938e34fc-ec94-4b20-ae66-5feb2759b55f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.1017931 Jul 13 08:43:48.351242 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-66a6aeac-028a-42a7-abd9-6f98c5635c78 req-fd315137-274c-4a82-8806-bcba6c659b42 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438979 Jul 13 08:43:48.479576 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4a044-b5b0-4709-994b-bc81c1bb94ed req-7e2bc187-ac78-4b14-a9ce-ece50f255c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:48.481105 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d2a4a044-b5b0-4709-994b-bc81c1bb94ed req-7e2bc187-ac78-4b14-a9ce-ece50f255c10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 1098 time: 0.0560813 Jul 13 08:43:48.522063 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d2a4a044-b5b0-4709-994b-bc81c1bb94ed req-03f3f4d9-f19a-46ea-be93-d38fdde81558 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333700 Jul 13 08:43:48.920649 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a2837-71f1-4669-90bf-77f45bf7963c req-1e2b3069-29a6-4ac2-ad81-ee88e8f4b992 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:48.922779 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a39a2837-71f1-4669-90bf-77f45bf7963c req-1e2b3069-29a6-4ac2-ad81-ee88e8f4b992 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.0700870 Jul 13 08:43:48.969248 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a39a2837-71f1-4669-90bf-77f45bf7963c req-fee3d956-1ec1-4ca7-b03f-683a72957ab2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399976 Jul 13 08:43:49.218689 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033e885-0e35-463c-934f-657153ee1093 req-fad27476-40f7-438f-94d4-9af5d5f12b5e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:49.220973 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6033e885-0e35-463c-934f-657153ee1093 req-fad27476-40f7-438f-94d4-9af5d5f12b5e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0714083 Jul 13 08:43:49.264599 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6033e885-0e35-463c-934f-657153ee1093 req-dfb2a752-a464-4da9-929f-3fac3f9e1a7e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377793 Jul 13 08:43:49.309147 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c14e890d-e35f-4601-86db-9b3f6956a9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:49.570348 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650162d-53fb-4f16-80b1-03a99299df6b req-c270f038-0151-485e-adef-a8d126859175 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:49.571956 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1650162d-53fb-4f16-80b1-03a99299df6b req-c270f038-0151-485e-adef-a8d126859175 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0682266 Jul 13 08:43:49.615322 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1650162d-53fb-4f16-80b1-03a99299df6b req-acf653e1-7ef2-44fe-9ffc-a0ad1726d206 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377524 Jul 13 08:43:50.177843 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc93e7-d8fd-46a7-8564-0547e9ec4d69 req-07a7ac66-de86-4d47-9f7f-81020f5021ff tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.179420 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-13bc93e7-d8fd-46a7-8564-0547e9ec4d69 req-07a7ac66-de86-4d47-9f7f-81020f5021ff tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.0758781 Jul 13 08:43:50.225546 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-13bc93e7-d8fd-46a7-8564-0547e9ec4d69 req-075a98c6-7a6f-4746-a661-206655972f96 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352404 Jul 13 08:43:50.446725 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe750f6-7778-4658-93b8-54cb79ab9996 req-b2d72e2e-c06b-4eec-b479-0d75384cc97c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.448285 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1fe750f6-7778-4658-93b8-54cb79ab9996 req-b2d72e2e-c06b-4eec-b479-0d75384cc97c tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0629230 Jul 13 08:43:50.486668 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1fe750f6-7778-4658-93b8-54cb79ab9996 req-6b34e570-d993-4253-99c8-64162c317022 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328500 Jul 13 08:43:50.799550 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9676b55-2fa6-45a3-9e7b-646ef0f68839 req-86aa2b40-6515-43cb-867f-7b74226a6763 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.801051 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e9676b55-2fa6-45a3-9e7b-646ef0f68839 req-86aa2b40-6515-43cb-867f-7b74226a6763 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0631669 Jul 13 08:43:50.838341 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e9676b55-2fa6-45a3-9e7b-646ef0f68839 req-893dbaaa-a41b-40d4-b826-a081348e5bc0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317459 Jul 13 08:43:51.406189 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48f1ab-ee59-4885-843c-127dcc987984 req-6a62c275-4030-4651-937c-ee934738b34e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.408335 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-de48f1ab-ee59-4885-843c-127dcc987984 req-6a62c275-4030-4651-937c-ee934738b34e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.0702543 Jul 13 08:43:51.447023 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-de48f1ab-ee59-4885-843c-127dcc987984 req-8047cabe-8963-4d34-9998-a0b83bdeb2ac tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Jul 13 08:43:51.665124 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f375c-9b1f-4b06-bb28-1b0c60d53c06 req-41b22a76-a1b3-44b2-90f1-ddc0aaf4d6ce tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.666594 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6a7f375c-9b1f-4b06-bb28-1b0c60d53c06 req-41b22a76-a1b3-44b2-90f1-ddc0aaf4d6ce tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0634251 Jul 13 08:43:51.703291 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6a7f375c-9b1f-4b06-bb28-1b0c60d53c06 req-0aa0b396-a3b1-47de-bcba-8123e0bb19b0 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310640 Jul 13 08:43:52.015368 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0cf70-3a8a-4095-9d49-46c115be28c9 req-125e09b4-c46b-4d5a-b189-598b2dd173dd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.017459 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6ad0cf70-3a8a-4095-9d49-46c115be28c9 req-125e09b4-c46b-4d5a-b189-598b2dd173dd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0646763 Jul 13 08:43:52.056683 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6ad0cf70-3a8a-4095-9d49-46c115be28c9 req-b5d9ab08-7083-494c-a0f1-6035173beda5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336637 Jul 13 08:43:52.157291 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-909e7ea0-02cb-45fd-ba4a-b1c2a39ad12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:52.389359 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:52.623395 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192df19-6aa6-4dc0-bc6d-03cce7c13736 req-3ddb569c-2d4b-4b69-a8f7-43dc7cd688a5 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.625178 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d192df19-6aa6-4dc0-bc6d-03cce7c13736 req-3ddb569c-2d4b-4b69-a8f7-43dc7cd688a5 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.0694656 Jul 13 08:43:52.664460 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d192df19-6aa6-4dc0-bc6d-03cce7c13736 req-633cffcd-6f97-4ace-9749-10c8c4fb814c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334399 Jul 13 08:43:52.890313 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074da3b2-ff4f-413e-9163-378cadb5f40f req-42caf765-ddd7-4f19-ab23-3ad2bb33b98b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.892643 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-074da3b2-ff4f-413e-9163-378cadb5f40f req-42caf765-ddd7-4f19-ab23-3ad2bb33b98b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0719202 Jul 13 08:43:52.935973 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-074da3b2-ff4f-413e-9163-378cadb5f40f req-48e0af1a-6ea9-4200-b1d7-40ec73091185 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337954 Jul 13 08:43:53.063318 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:53.238094 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8677b-ad1f-4baa-9bf8-953154813b8d req-085fb2dc-af4f-4d17-976b-1cfbadfa7467 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.239968 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7fc8677b-ad1f-4baa-9bf8-953154813b8d req-085fb2dc-af4f-4d17-976b-1cfbadfa7467 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0677896 Jul 13 08:43:53.282001 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7fc8677b-ad1f-4baa-9bf8-953154813b8d req-4b83ce81-5fe2-477f-be3a-25f910c3a914 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326965 Jul 13 08:43:53.380648 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240addb6-4dc4-4ba3-8f96-d83fe5073717 req-b04353e0-6597-4cdc-867e-77c5cdce02d5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.382069 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-240addb6-4dc4-4ba3-8f96-d83fe5073717 req-b04353e0-6597-4cdc-867e-77c5cdce02d5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 945 time: 0.0700951 Jul 13 08:43:53.423479 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-240addb6-4dc4-4ba3-8f96-d83fe5073717 req-aa4f5b2c-b5bd-48c4-a74c-4f230fed04d8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357709 Jul 13 08:43:53.454194 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 60758) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:53.725267 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e2f1e-b5e3-4105-9d67-56496755cbf0 tempest-TestMinimumBasicScenario-1509081310 tempest-TestMinimumBasicScenario-1509081310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.729461 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-ab4e2f1e-b5e3-4105-9d67-56496755cbf0 tempest-TestMinimumBasicScenario-1509081310 tempest-TestMinimumBasicScenario-1509081310-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 1093 time: 0.2711263 Jul 13 08:43:53.729707 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 60766) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:53.734171 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'floatingip': {'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'port_id': '44d27539-9b27-484b-9930-31456f33e874', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:53.757688 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for floatingip, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:53.855987 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f81bb7-d64f-4d3a-8000-1ae68dba199a req-2acebcac-328b-45ab-87ee-bab07b727878 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.857521 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b2f81bb7-d64f-4d3a-8000-1ae68dba199a req-2acebcac-328b-45ab-87ee-bab07b727878 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.0784693 Jul 13 08:43:53.860247 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:53.899096 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b2f81bb7-d64f-4d3a-8000-1ae68dba199a req-250bf67e-869d-40df-b872-900ee83385dc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350356 Jul 13 08:43:53.974554 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Allocated IP 172.27.3.187 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/b0a6e42b-bf68-4276-b23f-e8898d967fa6) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:43:54.110413 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:54.162183 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbab67e-54ab-466e-ac46-3e19736d7e87 req-04b0e0e5-1d03-4707-91cb-aae617ab9ae8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:54.163616 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-abbab67e-54ab-466e-ac46-3e19736d7e87 req-04b0e0e5-1d03-4707-91cb-aae617ab9ae8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1090446 Jul 13 08:43:54.185202 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:54.245847 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:43:54.247595 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'Port': ['ID=b0a6e42b-bf68-4276-b23f-e8898d967fa6,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:54.253105 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-abbab67e-54ab-466e-ac46-3e19736d7e87 req-7f72bf46-6884-4eef-8326-0dea02c718a9 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836320 Jul 13 08:43:54.255125 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:43:54.260170 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:43:54.265209 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.265559 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.266487 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.266829 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.267507 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.267823 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.268157 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.268489 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.268903 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.269239 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.269559 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.269904 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:54.490361 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82737beb-ebdd-48ff-934e-b54a5de1c2f2 req-9151441e-7da1-4535-bd16-a39f2009c30d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:54.492047 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-82737beb-ebdd-48ff-934e-b54a5de1c2f2 req-9151441e-7da1-4535-bd16-a39f2009c30d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0810628 Jul 13 08:43:54.534265 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-82737beb-ebdd-48ff-934e-b54a5de1c2f2 req-9fdc3f91-478b-47fa-9e96-65a1f764d87c tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346949 Jul 13 08:43:54.650612 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:54.927690 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:55.026942 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:55.166420 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7c9e9-5bab-4f9c-bce2-49f213d12bb4 req-df5237c2-21d9-46e1-a7db-2690e889ac27 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:55.167977 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ab7c9e9-5bab-4f9c-bce2-49f213d12bb4 req-df5237c2-21d9-46e1-a7db-2690e889ac27 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.1546109 Jul 13 08:43:55.245276 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ab7c9e9-5bab-4f9c-bce2-49f213d12bb4 req-384441f2-eeec-401d-b983-599b0b4e42c5 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664217 Jul 13 08:43:55.264654 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:55.271233 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:55.301899 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:55.368574 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'Port': ['ID=b0a6e42b-bf68-4276-b23f-e8898d967fa6,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:55.437294 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16035bb-390e-48af-a643-f407db4bf55f req-d87f2896-e6f9-44a2-b138-142ba56e8384 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:55.439725 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f16035bb-390e-48af-a643-f407db4bf55f req-d87f2896-e6f9-44a2-b138-142ba56e8384 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.0751448 Jul 13 08:43:55.483295 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.l3_db [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Floating IP 74b75bdc-86fc-49b0-9bfc-34bcd16c0801 associated. External IP: 172.27.3.187, port: 44d27539-9b27-484b-9930-31456f33e874. Jul 13 08:43:55.492885 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f16035bb-390e-48af-a643-f407db4bf55f req-1216d2c6-91da-4b9c-bb21-f96da58c53c4 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436754 Jul 13 08:43:55.518782 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 60782) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:55.581428 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18dd24-0c42-4b58-880f-889c9162b0b2 req-fb98036c-e571-463f-8946-5f2728bfc29a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:55.583053 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d18dd24-0c42-4b58-880f-889c9162b0b2 req-fb98036c-e571-463f-8946-5f2728bfc29a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1774991 Jul 13 08:43:55.675681 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d18dd24-0c42-4b58-880f-889c9162b0b2 req-6fe7db4e-efba-4582-b64f-f38828da60ae tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648870 Jul 13 08:43:55.814451 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Router 35856000-f29e-4aad-983d-fed1def1c5a3 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:43:55.864734 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3977b1-80e7-4207-a84e-accbf4c1006f tempest-TestVolumeBootPattern-886527982 tempest-TestVolumeBootPattern-886527982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:55.870403 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-be3977b1-80e7-4207-a84e-accbf4c1006f tempest-TestVolumeBootPattern-886527982 tempest-TestVolumeBootPattern-886527982-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 1093 time: 0.3464210 Jul 13 08:43:55.870809 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 60790) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:55.876811 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'floatingip': {'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'port_id': '4dcb307f-6b77-43b5-b47e-750ad70f8703', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:55.911045 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4ecf7-12ab-4d08-9f6b-f16bf2f16dee req-58f24142-677e-4e06-bef1-e05a5502b2b6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:55.912741 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-82e4ecf7-12ab-4d08-9f6b-f16bf2f16dee req-58f24142-677e-4e06-bef1-e05a5502b2b6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.1941307 Jul 13 08:43:55.929941 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for floatingip, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:55.965956 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:43:55.999458 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] Sync routers for ids ['35856000-f29e-4aad-983d-fed1def1c5a3'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:43:56.006877 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-82e4ecf7-12ab-4d08-9f6b-f16bf2f16dee req-b1fe5ce1-90f5-425e-9727-75ec87a9fcb4 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859280 Jul 13 08:43:56.054563 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.069751 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] Routers {'35856000-f29e-4aad-983d-fed1def1c5a3'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:43:56.076463 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:43:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['35856000-f29e-4aad-983d-fed1def1c5a3'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:56.146208 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 60792) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:56.152936 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-50ec4ced-ca6c-41b8-a326-7f7d9cba8f04 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4196041 Jul 13 08:43:56.153183 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-136467196', 'description': 'tempest-secgroup-smoke-136467196 description', 'project_id': '67cbac86d97d489eb40a43295448932f'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:56.153405 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'tag': '44d27539-9b27-484b-9930-31456f33e874'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:56.155549 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "tag": "44d27539-9b27-484b-9930-31456f33e874"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:56.180540 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.189336 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.221062 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f666f893-eca5-4578-9d74-603ba0457a3d x-openstack-request-id: req-f666f893-eca5-4578-9d74-603ba0457a3d {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:56.221962 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "tag": "44d27539-9b27-484b-9930-31456f33e874", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:56.222446 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f666f893-eca5-4578-9d74-603ba0457a3d {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:56.223197 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'tag': '44d27539-9b27-484b-9930-31456f33e874', 'status': 'completed', 'code': 200} Jul 13 08:43:56.233378 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] Set router 35856000-f29e-4aad-983d-fed1def1c5a3 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:43:56.333084 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-47262c80-0e4d-43bf-af4a-ecc8deae4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:56.335020 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-47262c80-0e4d-43bf-af4a-ecc8deae4f62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67cbac86d97d489eb40a43295448932f&device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 1098 time: 0.0790031 Jul 13 08:43:56.349328 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Allocated IP 172.27.3.39 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/e5a59328-e23e-474b-8afa-2f7707dee94e) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:43:56.402531 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.411111 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.473799 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-d2826087-151b-4de5-b0c7-28ca943b169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:56.475384 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-d2826087-151b-4de5-b0c7-28ca943b169f service neutron] 10.222.0.70 "GET /v2.0/networks?id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690 HTTP/1.1" status: 200 len: 915 time: 0.1331201 Jul 13 08:43:56.481087 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.482325 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3347704 Jul 13 08:43:56.487133 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 60796) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:56.488083 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5234c8-3540-4e4f-a179-91eda2d267a8,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:56.501372 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-d083cd31-57b4-421e-9c7d-546416e8e931 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'security_group_rule': {'security_group_id': '3a5234c8-3540-4e4f-a179-91eda2d267a8', 'project_id': '67cbac86d97d489eb40a43295448932f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:56.502613 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.503348 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.503348 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.503657 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.503970 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.504346 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.504677 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.505030 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.505392 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.505798 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.506153 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.506541 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e54786-3db5-49f7-9cd2-03372b89d279 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:56.552442 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.563621 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '74b75bdc-86fc-49b0-9bfc-34bcd16c0801', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'port_id': '44d27539-9b27-484b-9930-31456f33e874', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'mac_address': 'fa:16:3e:6d:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b309a52-6545-4096-bf9c-484631fbea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:43:54Z', 'updated_at': '2021-07-13T08:43:54Z', 'revision_number': 0, 'project_id': '67cbac86d97d489eb40a43295448932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b87ac5e-0156-44dc-b173-0de75e1ee878', 'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'mac_address': 'fa:16:3e:2c:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:48Z', 'updated_at': '2021-07-13T08:42:57Z', 'revision_number': 5, 'project_id': '67cbac86d97d489eb40a43295448932f', 'subnets': [{'id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:56.593129 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-d04125b5-58a2-4ae0-827a-f321a16ee3b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44d27539-9b27-484b-9930-31456f33e874 HTTP/1.1" status: 200 len: 999 time: 0.1029024 Jul 13 08:43:56.596784 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] Checking router: 35856000-f29e-4aad-983d-fed1def1c5a3 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:43:56.597427 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d083cd31-57b4-421e-9c7d-546416e8e931 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.613528 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] Routers {'35856000-f29e-4aad-983d-fed1def1c5a3'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:43:56.614563 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:43:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['35856000-f29e-4aad-983d-fed1def1c5a3'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:56.619954 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:43:56.631305 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.694243 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-b9676fdf-2802-47ce-8522-b253b01eff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:56.696268 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-b9676fdf-2802-47ce-8522-b253b01eff31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f5f6f19-2749-407a-a9ac-606ad6629cc6 HTTP/1.1" status: 200 len: 853 time: 0.0952601 Jul 13 08:43:56.708661 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:43:56.716613 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:43:56.725398 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:43:56.730605 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'Port': ['ID=e5a59328-e23e-474b-8afa-2f7707dee94e,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:56.745785 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d083cd31-57b4-421e-9c7d-546416e8e931 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.811542 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d083cd31-57b4-421e-9c7d-546416e8e931 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.828945 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] Set router 35856000-f29e-4aad-983d-fed1def1c5a3 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:43:56.882812 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083cd31-57b4-421e-9c7d-546416e8e931 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be549165-3efd-4bc1-9774-46170e66d4b8,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:56.894291 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d083cd31-57b4-421e-9c7d-546416e8e931 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.896253 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-d083cd31-57b4-421e-9c7d-546416e8e931 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4074521 Jul 13 08:43:56.900071 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 60802) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:56.907333 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-62422052-14d7-439c-a6d8-cb60861561c8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'security_group_rule': {'security_group_id': '3a5234c8-3540-4e4f-a179-91eda2d267a8', 'project_id': '67cbac86d97d489eb40a43295448932f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:56.945048 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-c5be5c9b-8919-41c5-b1dd-f16d2cf5ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:56.948120 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-c5be5c9b-8919-41c5-b1dd-f16d2cf5ce97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2341044 Jul 13 08:43:57.024140 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-62422052-14d7-439c-a6d8-cb60861561c8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.045217 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8608d8-fbd7-44ae-a5ea-071842744eac req-23e76827-e2bc-4043-9a61-8eb650632d60 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:57.047749 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7c8608d8-fbd7-44ae-a5ea-071842744eac req-23e76827-e2bc-4043-9a61-8eb650632d60 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2137640 Jul 13 08:43:57.181792 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-62422052-14d7-439c-a6d8-cb60861561c8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.184746 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-eb0fb63e-a4a5-471b-9af9-5bfb5801972c service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258093 Jul 13 08:43:57.191706 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-62422052-14d7-439c-a6d8-cb60861561c8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.222851 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '74b75bdc-86fc-49b0-9bfc-34bcd16c0801', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'port_id': '44d27539-9b27-484b-9930-31456f33e874', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'mac_address': 'fa:16:3e:6d:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b309a52-6545-4096-bf9c-484631fbea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:43:54Z', 'updated_at': '2021-07-13T08:43:54Z', 'revision_number': 0, 'project_id': '67cbac86d97d489eb40a43295448932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b87ac5e-0156-44dc-b173-0de75e1ee878', 'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'mac_address': 'fa:16:3e:2c:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:48Z', 'updated_at': '2021-07-13T08:42:57Z', 'revision_number': 5, 'project_id': '67cbac86d97d489eb40a43295448932f', 'subnets': [{'id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:57.227288 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62422052-14d7-439c-a6d8-cb60861561c8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356bda41-cbf9-401b-8a62-eab627a03f86,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:57.260143 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-62422052-14d7-439c-a6d8-cb60861561c8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.264711 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-62422052-14d7-439c-a6d8-cb60861561c8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612065 Jul 13 08:43:57.267803 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c8378-8476-4bdb-a6d7-a2219016a894 None None] The sync data for ids ['35856000-f29e-4aad-983d-fed1def1c5a3'] in dv-cinder-800430-2-iscsi is: [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '74b75bdc-86fc-49b0-9bfc-34bcd16c0801', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'port_id': '44d27539-9b27-484b-9930-31456f33e874', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'mac_address': 'fa:16:3e:6d:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b309a52-6545-4096-bf9c-484631fbea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:43:54Z', 'updated_at': '2021-07-13T08:43:54Z', 'revision_number': 0, 'project_id': '67cbac86d97d489eb40a43295448932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b87ac5e-0156-44dc-b173-0de75e1ee878', 'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'mac_address': 'fa:16:3e:2c:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:48Z', 'updated_at': '2021-07-13T08:42:57Z', 'revision_number': 5, 'project_id': '67cbac86d97d489eb40a43295448932f', 'subnets': [{'id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:43:57.289536 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 60806) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:57.298208 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-83aa36d5-ada7-4af8-bc3e-57734f702bb8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'security_group_rule': {'security_group_id': '3a5234c8-3540-4e4f-a179-91eda2d267a8', 'project_id': '67cbac86d97d489eb40a43295448932f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:57.378180 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-83aa36d5-ada7-4af8-bc3e-57734f702bb8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.394071 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7c8608d8-fbd7-44ae-a5ea-071842744eac req-00eaa0d2-9561-468f-ba98-25a3854c1d64 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812159 Jul 13 08:43:57.410493 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da9d3466-3790-4bfc-b554-fc54aaf7d3ff req-465c896c-6878-4924-9469-9874ab7a66ca service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164421 Jul 13 08:43:57.456677 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581a14-0d56-4ad8-97d4-af3b69bae59c req-5ca76bc5-ff88-4be4-a734-8b23ecf90224 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:57.458340 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9c581a14-0d56-4ad8-97d4-af3b69bae59c req-5ca76bc5-ff88-4be4-a734-8b23ecf90224 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.2274537 Jul 13 08:43:57.496592 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-83aa36d5-ada7-4af8-bc3e-57734f702bb8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.503166 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-83aa36d5-ada7-4af8-bc3e-57734f702bb8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.532857 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9c581a14-0d56-4ad8-97d4-af3b69bae59c req-54c8877e-a950-4d6f-b0c3-b163564afacc tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659535 Jul 13 08:43:57.535957 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa36d5-ada7-4af8-bc3e-57734f702bb8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e51de7-691b-4701-88d3-17a272f371c1,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:57.550148 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-83aa36d5-ada7-4af8-bc3e-57734f702bb8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.551495 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-83aa36d5-ada7-4af8-bc3e-57734f702bb8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2605441 Jul 13 08:43:57.554383 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 60808) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:57.557262 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d577624-b943-4042-8905-7d924c9263e3 None None] New status for floating IP 74b75bdc-86fc-49b0-9bfc-34bcd16c0801: ACTIVE {{(pid=99634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:43:57.560587 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-b21ed739-57a7-4a23-9a31-0a7081c00af5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'security_group_rule': {'security_group_id': '3a5234c8-3540-4e4f-a179-91eda2d267a8', 'project_id': '67cbac86d97d489eb40a43295448932f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:57.604204 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b21ed739-57a7-4a23-9a31-0a7081c00af5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.682642 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b21ed739-57a7-4a23-9a31-0a7081c00af5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.688460 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b21ed739-57a7-4a23-9a31-0a7081c00af5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.707787 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ed739-57a7-4a23-9a31-0a7081c00af5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be928c3-6fac-482c-bc52-60996f53d3b4,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:57.715848 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b21ed739-57a7-4a23-9a31-0a7081c00af5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.721541 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b21ed739-57a7-4a23-9a31-0a7081c00af5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1654587 Jul 13 08:43:57.722326 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 60810) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:57.729163 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-b20e6fae-7e38-4ae2-89c8-c646dc58105c tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'security_group_rule': {'security_group_id': '3a5234c8-3540-4e4f-a179-91eda2d267a8', 'project_id': '67cbac86d97d489eb40a43295448932f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:57.753524 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.758701 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.securitygroups_db [None req-b20e6fae-7e38-4ae2-89c8-c646dc58105c tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Project 67cbac86d97d489eb40a43295448932f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:43:57.764749 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b20e6fae-7e38-4ae2-89c8-c646dc58105c tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.832454 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b20e6fae-7e38-4ae2-89c8-c646dc58105c tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.836262 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b20e6fae-7e38-4ae2-89c8-c646dc58105c tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.856134 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e6fae-7e38-4ae2-89c8-c646dc58105c tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82de413-bf48-4238-8588-3ef0e0e3d4a0,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:57.858549 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b20e6fae-7e38-4ae2-89c8-c646dc58105c tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.863413 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b20e6fae-7e38-4ae2-89c8-c646dc58105c tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371114 Jul 13 08:43:57.863941 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 60812) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:57.868650 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-fce6bcd4-4255-4c16-a902-7ac4cf453096 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'security_group_rule': {'security_group_id': '3a5234c8-3540-4e4f-a179-91eda2d267a8', 'project_id': '67cbac86d97d489eb40a43295448932f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:57.891527 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.895088 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.securitygroups_db [None req-fce6bcd4-4255-4c16-a902-7ac4cf453096 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Project 67cbac86d97d489eb40a43295448932f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:43:57.903056 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fce6bcd4-4255-4c16-a902-7ac4cf453096 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.974689 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fce6bcd4-4255-4c16-a902-7ac4cf453096 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.979114 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fce6bcd4-4255-4c16-a902-7ac4cf453096 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.998690 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6bcd4-4255-4c16-a902-7ac4cf453096 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e9eb55-2700-4c54-ac7b-0b825b458bc4,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:58.009261 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fce6bcd4-4255-4c16-a902-7ac4cf453096 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:58.010452 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-fce6bcd4-4255-4c16-a902-7ac4cf453096 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456203 Jul 13 08:43:58.086956 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:58.098980 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:58.205279 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'Port': ['ID=e5a59328-e23e-474b-8afa-2f7707dee94e,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:58.212616 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-c39e5bda-e7f8-4397-b2c6-3a2a409aaac2 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136467196&fields=id&tenant_id=67cbac86d97d489eb40a43295448932f HTTP/1.1" status: 200 len: 267 time: 0.1051409 Jul 13 08:43:58.221446 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:58.369544 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.l3_db [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Floating IP 5203fb6f-c241-4ae6-8645-d0bf3af95e2b associated. External IP: 172.27.3.39, port: 4dcb307f-6b77-43b5-b47e-750ad70f8703. Jul 13 08:43:58.379239 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-cc0f813d-2388-4d94-a833-2954e6c9dcf6 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:58.380840 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-cc0f813d-2388-4d94-a833-2954e6c9dcf6 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 945 time: 0.1572061 Jul 13 08:43:58.428782 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-a967d324-bb3f-4477-8143-593c3d995f09 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'port': {'security_groups': ['b5f032da-c78c-4797-896c-c247438f4519', '3a5234c8-3540-4e4f-a179-91eda2d267a8']}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:58.616425 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e7326-a232-45f6-a98c-052ab77eabf9 req-e5730824-d89e-4d96-b024-5fb4e29a5a2b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:58.618153 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d19e7326-a232-45f6-a98c-052ab77eabf9 req-e5730824-d89e-4d96-b024-5fb4e29a5a2b tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0741801 Jul 13 08:43:58.627836 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-a967d324-bb3f-4477-8143-593c3d995f09 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:58.667893 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d19e7326-a232-45f6-a98c-052ab77eabf9 req-d35ce9a0-dc9b-4181-810c-bdd33257bb9a tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435901 Jul 13 08:43:58.790367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Router 51f4ca8b-a50f-45c4-bff1-852475b40f88 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:43:58.851739 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1fdac-074c-4346-a3a5-eb889c8988c7 req-a56f48d8-ee9a-4a02-ae40-e50f54bf07f3 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:58.853343 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bda1fdac-074c-4346-a3a5-eb889c8988c7 req-a56f48d8-ee9a-4a02-ae40-e50f54bf07f3 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0790958 Jul 13 08:43:58.895392 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bda1fdac-074c-4346-a3a5-eb889c8988c7 req-c9c22ff0-1dc1-4ab8-83f6-160f1564caed tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354099 Jul 13 08:43:59.177681 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-a967d324-bb3f-4477-8143-593c3d995f09 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] For port 44d27539-9b27-484b-9930-31456f33e874, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=44d27539-9b27-484b-9930-31456f33e874,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:59.209287 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:43:59.219933 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] Sync routers for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:43:59.227695 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-a967d324-bb3f-4477-8143-593c3d995f09 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:59.231058 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:43:59.232059 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:43:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:59.235631 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-a967d324-bb3f-4477-8143-593c3d995f09 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:59.250727 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:59.252236 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['44d27539-9b27-484b-9930-31456f33e874'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:43:59.308952 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-a967d324-bb3f-4477-8143-593c3d995f09 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:59.309649 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-a967d324-bb3f-4477-8143-593c3d995f09 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:59.311106 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-263509e0-82cf-4e07-9d7f-55cfab0eaee8 req-a967d324-bb3f-4477-8143-593c3d995f09 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "PUT /v2.0/ports/44d27539-9b27-484b-9930-31456f33e874 HTTP/1.1" status: 200 len: 981 time: 0.8940022 Jul 13 08:43:59.316670 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'tag': '44d27539-9b27-484b-9930-31456f33e874'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:59.332356 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d294db-47a0-4493-9e3b-38041694c5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "tag": "44d27539-9b27-484b-9930-31456f33e874"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:59.374039 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:43:59.377381 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-c85cdf89-16d5-4a30-b992-fe47602c9aec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5056200 Jul 13 08:43:59.424036 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967d324-bb3f-4477-8143-593c3d995f09 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'Port': ['ID=44d27539-9b27-484b-9930-31456f33e874,revision_number=6']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:59.430661 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31bd783-e9c6-4933-8f8b-ee3875257f3b x-openstack-request-id: req-d31bd783-e9c6-4933-8f8b-ee3875257f3b {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:59.431983 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "tag": "44d27539-9b27-484b-9930-31456f33e874", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:59.431983 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d31bd783-e9c6-4933-8f8b-ee3875257f3b {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:59.432705 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'tag': '44d27539-9b27-484b-9930-31456f33e874', 'status': 'completed', 'code': 200} Jul 13 08:43:59.584167 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['44d27539-9b27-484b-9930-31456f33e874'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:43:59.610375 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d294db-47a0-4493-9e3b-38041694c5ec req-683b5460-b55e-444f-a509-3566f49760f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:59.612189 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97d294db-47a0-4493-9e3b-38041694c5ec req-683b5460-b55e-444f-a509-3566f49760f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67cbac86d97d489eb40a43295448932f&device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 1137 time: 0.1497672 Jul 13 08:43:59.791108 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-74f411cc-b786-4a6a-a0ad-3d9e3e1d374b None None] Provisioning complete for port 44d27539-9b27-484b-9930-31456f33e874 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:59.791472 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-74f411cc-b786-4a6a-a0ad-3d9e3e1d374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:59.832826 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6b8db-cff9-4478-864c-01fcf8aa83fe req-a45f2d0b-ef4d-48ae-955e-b6f8549dcc1a tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:59.845088 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98e6b8db-cff9-4478-864c-01fcf8aa83fe req-a45f2d0b-ef4d-48ae-955e-b6f8549dcc1a tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.2611177 Jul 13 08:43:59.916809 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d294db-47a0-4493-9e3b-38041694c5ec req-aaecad8c-a41c-435b-a57c-02b9701954a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:59.918764 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97d294db-47a0-4493-9e3b-38041694c5ec req-aaecad8c-a41c-435b-a57c-02b9701954a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690 HTTP/1.1" status: 200 len: 915 time: 0.2832787 Jul 13 08:43:59.942693 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe980b8-dd5f-4e66-9b61-c22c8bf5b2af req-75bdb43e-6f69-4c16-995e-ae8230908927 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:59.944707 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8fe980b8-dd5f-4e66-9b61-c22c8bf5b2af req-75bdb43e-6f69-4c16-995e-ae8230908927 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0865626 Jul 13 08:43:59.964749 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98e6b8db-cff9-4478-864c-01fcf8aa83fe req-f3827696-4c91-4936-bbb6-94e1ded1e3a3 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164191 Jul 13 08:44:00.032998 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '5203fb6f-c241-4ae6-8645-d0bf3af95e2b', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'port_id': '4dcb307f-6b77-43b5-b47e-750ad70f8703', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'mac_address': 'fa:16:3e:c6:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:43:57Z', 'updated_at': '2021-07-13T08:43:57Z', 'revision_number': 0, 'project_id': '77f6db6ace1f465f80565405509ad580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:00.040671 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8fe980b8-dd5f-4e66-9b61-c22c8bf5b2af req-fd80b204-4ad7-42d0-ade9-6057d2e6ce35 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877366 Jul 13 08:44:00.083410 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97d294db-47a0-4493-9e3b-38041694c5ec req-1f0543a2-f831-46ec-89db-7d5c909ae921 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44d27539-9b27-484b-9930-31456f33e874 HTTP/1.1" status: 200 len: 1001 time: 0.1555831 Jul 13 08:44:00.093252 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-cbc34a90-5a1c-4da6-9c72-9dd816ffb43e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2004724 Jul 13 08:44:00.120370 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] Checking router: 51f4ca8b-a50f-45c4-bff1-852475b40f88 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:44:00.132548 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:00.133635 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:43:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:00.176102 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d294db-47a0-4493-9e3b-38041694c5ec req-4a62082a-c3f2-4dcf-8afa-e16281609f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:00.179456 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97d294db-47a0-4493-9e3b-38041694c5ec req-4a62082a-c3f2-4dcf-8afa-e16281609f0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f5f6f19-2749-407a-a9ac-606ad6629cc6 HTTP/1.1" status: 200 len: 853 time: 0.0846679 Jul 13 08:44:00.323565 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-63efe0cf-999e-4776-8a29-a46160584854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:00.325106 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-63efe0cf-999e-4776-8a29-a46160584854 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 1099 time: 0.1872559 Jul 13 08:44:00.329688 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:00.345707 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27937f-6dac-46fa-9dd7-24557cf5cef4 req-db19857a-d9eb-4b45-a2f2-2dd8e9cd3a88 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:00.347361 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ba27937f-6dac-46fa-9dd7-24557cf5cef4 req-db19857a-d9eb-4b45-a2f2-2dd8e9cd3a88 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.1737559 Jul 13 08:44:00.350473 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d294db-47a0-4493-9e3b-38041694c5ec req-a3368e18-eb73-4633-b4da-877d3bcd2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:00.351949 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97d294db-47a0-4493-9e3b-38041694c5ec req-a3368e18-eb73-4633-b4da-877d3bcd2bf2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1592541 Jul 13 08:44:00.451610 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ba27937f-6dac-46fa-9dd7-24557cf5cef4 req-a8144d4f-35e8-45cb-96a2-63a934725370 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978463 Jul 13 08:44:00.558210 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97d294db-47a0-4493-9e3b-38041694c5ec req-46bac5d6-35de-444f-9a4d-0e89314e7c0e service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896515 Jul 13 08:44:00.559718 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-3989a531-4ef9-4abe-ad64-ebd914f0fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:00.561067 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-3989a531-4ef9-4abe-ad64-ebd914f0fc73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 919 time: 0.1915045 Jul 13 08:44:00.602603 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '5203fb6f-c241-4ae6-8645-d0bf3af95e2b', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'port_id': '4dcb307f-6b77-43b5-b47e-750ad70f8703', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'mac_address': 'fa:16:3e:c6:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:43:57Z', 'updated_at': '2021-07-13T08:43:57Z', 'revision_number': 0, 'project_id': '77f6db6ace1f465f80565405509ad580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:00.609841 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7a1a3-f932-48fd-872f-ecfb458e6dec req-2f315ada-60eb-47ca-ada1-643d9616c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:00.611581 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d4b7a1a3-f932-48fd-872f-ecfb458e6dec req-2f315ada-60eb-47ca-ada1-643d9616c402 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 1098 time: 0.0579782 Jul 13 08:44:00.633608 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de08a4ec-c6a7-406a-9188-ff307f4c8aa8 None None] The sync data for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi is: [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '5203fb6f-c241-4ae6-8645-d0bf3af95e2b', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'port_id': '4dcb307f-6b77-43b5-b47e-750ad70f8703', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'mac_address': 'fa:16:3e:c6:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:43:57Z', 'updated_at': '2021-07-13T08:43:57Z', 'revision_number': 0, 'project_id': '77f6db6ace1f465f80565405509ad580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:44:00.644297 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-6fdddb4b-3418-4fbc-9647-714c2e6652d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47ddb1e1-2e34-4742-8801-2555d030999f HTTP/1.1" status: 200 len: 217 time: 0.0515327 Jul 13 08:44:00.675372 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d4b7a1a3-f932-48fd-872f-ecfb458e6dec req-8b982e07-82df-4e3c-adab-e661288a2cff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513198 Jul 13 08:44:00.738169 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-fd7cbc65-02e1-46cc-8504-bd2a7c15dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:00.747726 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-fd7cbc65-02e1-46cc-8504-bd2a7c15dde1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.0839608 Jul 13 08:44:00.764991 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97d294db-47a0-4493-9e3b-38041694c5ec req-eca7c2c2-58d1-40f8-9e83-6b32acb4d6f9 service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796398 Jul 13 08:44:00.788719 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-31b9a20a-b3c0-4ee0-8407-144220b1dd2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386584 Jul 13 08:44:00.886596 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60055e1-46ce-4978-bbc5-13ea59e65aef None None] New status for floating IP 5203fb6f-c241-4ae6-8645-d0bf3af95e2b: ACTIVE {{(pid=99634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:44:00.915701 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-c604781e-ea4c-4d75-8f61-053bcaeeb3f4 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152110 Jul 13 08:44:01.026366 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74b450c4-9915-4e70-930b-d6913d16f6d9 req-03491ecf-9dcf-4b54-a599-251d6fea652d service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027524 Jul 13 08:44:01.214637 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33212f26-96ff-443c-88fd-880fcd3f03cd req-1059ff78-0480-4ae3-b716-801c6fcef01e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:01.216154 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33212f26-96ff-443c-88fd-880fcd3f03cd req-1059ff78-0480-4ae3-b716-801c6fcef01e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0655119 Jul 13 08:44:01.259401 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33212f26-96ff-443c-88fd-880fcd3f03cd req-c62f78c4-3adc-4862-a6d4-6d159ac5b0a1 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370910 Jul 13 08:44:01.434046 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'tag': '4dcb307f-6b77-43b5-b47e-750ad70f8703'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:01.436449 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98d3c53-2f06-4133-81b3-a6fdb58f4808" -d '{"events": [{"name": "network-changed", "server_uuid": "e0945629-56cc-4718-b619-1c2bbf8156e4", "tag": "4dcb307f-6b77-43b5-b47e-750ad70f8703"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:01.478348 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb70c20-0ae7-4cf8-a4b6-fdc45795a8d2 x-openstack-request-id: req-ecb70c20-0ae7-4cf8-a4b6-fdc45795a8d2 {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:01.479017 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0945629-56cc-4718-b619-1c2bbf8156e4", "tag": "4dcb307f-6b77-43b5-b47e-750ad70f8703", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:01.479330 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ecb70c20-0ae7-4cf8-a4b6-fdc45795a8d2 {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:01.480626 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'tag': '4dcb307f-6b77-43b5-b47e-750ad70f8703', 'status': 'completed', 'code': 200} Jul 13 08:44:01.609231 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-ba5fb5ba-8bc2-4e53-8601-c8cb07424e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:01.611807 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-ba5fb5ba-8bc2-4e53-8601-c8cb07424e4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 1098 time: 0.0899711 Jul 13 08:44:01.701245 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62576a5-4172-4f81-9bc4-e72b21d74940 req-2793d7c3-e79d-4baf-b3ba-e58c31913c30 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:01.704698 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f62576a5-4172-4f81-9bc4-e72b21d74940 req-2793d7c3-e79d-4baf-b3ba-e58c31913c30 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0837584 Jul 13 08:44:01.759873 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-5c0d6328-bb45-46f4-8fea-bddd9dbe6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:01.761420 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-5c0d6328-bb45-46f4-8fea-bddd9dbe6087 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 913 time: 0.1398151 Jul 13 08:44:01.787796 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f62576a5-4172-4f81-9bc4-e72b21d74940 req-fbe7b18d-e394-4140-b124-285c1ed8da98 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743961 Jul 13 08:44:01.865089 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-5c523277-abe5-401b-b832-8a12e348bf12 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dcb307f-6b77-43b5-b47e-750ad70f8703 HTTP/1.1" status: 200 len: 1000 time: 0.0873737 Jul 13 08:44:01.942743 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-4a4ecb85-91b3-431c-9458-808290887dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:01.945786 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-4a4ecb85-91b3-431c-9458-808290887dd4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0620356 Jul 13 08:44:02.027639 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-92aca458-53cf-4ed2-b12c-4e9380a80ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:02.029416 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-92aca458-53cf-4ed2-b12c-4e9380a80ce4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715163 Jul 13 08:44:02.181671 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-07e4bfa3-4b82-411f-88f0-b2d34c455cfc service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160884 Jul 13 08:44:02.224359 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:02.589380 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a98d3c53-2f06-4133-81b3-a6fdb58f4808 req-7297bb2e-294a-46a8-80d9-8d9636568179 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792644 Jul 13 08:44:02.621980 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ec474-a446-41d0-92c9-ff21b97be54f req-45966e19-0c4e-4c55-bdf9-0bf602b48c99 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:02.623580 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-381ec474-a446-41d0-92c9-ff21b97be54f req-45966e19-0c4e-4c55-bdf9-0bf602b48c99 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0928676 Jul 13 08:44:02.668882 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-381ec474-a446-41d0-92c9-ff21b97be54f req-f8953900-43eb-4d51-8e69-6d107e431ee9 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386257 Jul 13 08:44:03.004035 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad04d9-c834-44b3-8a58-496ad0991b79 req-557dcb50-f484-4925-aca1-fb2d02bc1c83 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:03.005786 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-01ad04d9-c834-44b3-8a58-496ad0991b79 req-557dcb50-f484-4925-aca1-fb2d02bc1c83 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0774276 Jul 13 08:44:03.063089 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-01ad04d9-c834-44b3-8a58-496ad0991b79 req-e73236b3-c2dc-42b3-a5b7-392235cf8d44 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509312 Jul 13 08:44:03.182610 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe6824-931e-462a-9a83-22e5a2c39926 req-07bde4b8-46da-4552-ae63-fdeb4947c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:03.185084 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0afe6824-931e-462a-9a83-22e5a2c39926 req-07bde4b8-46da-4552-ae63-fdeb4947c0be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 1098 time: 0.0703497 Jul 13 08:44:03.269742 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806893e-b1ca-4132-bb1b-e21582dcd81d req-31977534-3f8e-425c-ae7a-1918931913cf tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:03.272588 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9806893e-b1ca-4132-bb1b-e21582dcd81d req-31977534-3f8e-425c-ae7a-1918931913cf tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1085913 Jul 13 08:44:03.305283 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe6824-931e-462a-9a83-22e5a2c39926 req-a95c1516-d721-4cf6-b272-760828c103b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:03.307009 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0afe6824-931e-462a-9a83-22e5a2c39926 req-a95c1516-d721-4cf6-b272-760828c103b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 200 len: 919 time: 0.1120503 Jul 13 08:44:03.320145 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9806893e-b1ca-4132-bb1b-e21582dcd81d req-92ab3c77-e526-4320-8947-d32df3a5afae tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398118 Jul 13 08:44:03.369669 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0afe6824-931e-462a-9a83-22e5a2c39926 req-946bf178-fa4e-49e0-b961-9f3b20a2f0d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cad52355-0091-4e87-ae77-3d7c98844dfc HTTP/1.1" status: 200 len: 217 time: 0.0408967 Jul 13 08:44:03.427599 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe6824-931e-462a-9a83-22e5a2c39926 req-0bf3b95c-a8f2-429a-a24f-36e94f323b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:03.429230 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0afe6824-931e-462a-9a83-22e5a2c39926 req-0bf3b95c-a8f2-429a-a24f-36e94f323b99 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 200 len: 858 time: 0.0467138 Jul 13 08:44:03.467413 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0afe6824-931e-462a-9a83-22e5a2c39926 req-ceb8585e-babd-4191-a93c-df2c03308421 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96cb3abe-0655-4f94-9e04-dc4e84a613ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273948 Jul 13 08:44:03.569921 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0afe6824-931e-462a-9a83-22e5a2c39926 req-037352c0-8776-4784-85a7-46cccdef32e6 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945590 Jul 13 08:44:03.697592 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0afe6824-931e-462a-9a83-22e5a2c39926 req-714e3a13-ee1d-4796-b218-6b5346a34c86 service neutron] 10.222.0.70 "GET /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145132 Jul 13 08:44:04.248356 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525aecf-1a90-4a55-bdc0-a29c8c959bd8 req-ddfe2076-df69-437e-ae43-e30afe8c266a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:04.250783 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4525aecf-1a90-4a55-bdc0-a29c8c959bd8 req-ddfe2076-df69-437e-ae43-e30afe8c266a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0672688 Jul 13 08:44:04.288960 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4525aecf-1a90-4a55-bdc0-a29c8c959bd8 req-9b69a411-7fd8-44e5-8646-147fb9212688 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Jul 13 08:44:04.528459 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9815d-9dae-4fb3-90a7-cf7ed20b9819 req-0ff6b3ff-6e46-481e-8416-674d10933ddb tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:04.530054 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-13c9815d-9dae-4fb3-90a7-cf7ed20b9819 req-0ff6b3ff-6e46-481e-8416-674d10933ddb tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0812640 Jul 13 08:44:04.572226 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-13c9815d-9dae-4fb3-90a7-cf7ed20b9819 req-ee028ccb-7576-4f65-80fb-44ab79a284f8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Jul 13 08:44:05.482035 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20f46c-d503-4466-8ada-5af4d6f549ec req-a0d020c5-927a-4ec9-a4cc-504ad1d7b862 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:05.483612 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ee20f46c-d503-4466-8ada-5af4d6f549ec req-a0d020c5-927a-4ec9-a4cc-504ad1d7b862 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0658193 Jul 13 08:44:05.494347 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45920ffd-c470-4d02-93ca-3244900d5f34 req-03429460-fd4e-4654-a18a-072d9dd2dc75 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:05.496235 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-45920ffd-c470-4d02-93ca-3244900d5f34 req-03429460-fd4e-4654-a18a-072d9dd2dc75 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 946 time: 0.0738697 Jul 13 08:44:05.523030 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ee20f46c-d503-4466-8ada-5af4d6f549ec req-60920e16-1a96-41a8-8fbb-5e133d13b858 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333738 Jul 13 08:44:05.539256 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-45920ffd-c470-4d02-93ca-3244900d5f34 req-7be48bba-da37-4e44-95d7-6aca2cc9028e tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368168 Jul 13 08:44:05.753455 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b469-2ce5-49f1-81c8-00d95a96dba9 req-f5fcc9ed-ccfd-48d4-b8c4-3a03503af7d8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:05.755145 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-adb5b469-2ce5-49f1-81c8-00d95a96dba9 req-f5fcc9ed-ccfd-48d4-b8c4-3a03503af7d8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0663686 Jul 13 08:44:05.795614 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-adb5b469-2ce5-49f1-81c8-00d95a96dba9 req-13630ca6-db07-45f7-9713-d850932d00f6 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346756 Jul 13 08:44:06.711367 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f70ae-2feb-416d-a404-28631094fc82 req-1dbafdbc-4869-4be5-be36-174397337d4a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:06.712916 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8d3f70ae-2feb-416d-a404-28631094fc82 req-1dbafdbc-4869-4be5-be36-174397337d4a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0683248 Jul 13 08:44:06.742991 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29590f43-2c15-40c2-909b-0467f5a79546 req-1a3cdc2c-85fb-4897-81a2-a09e4ad5cb34 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:06.744452 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-29590f43-2c15-40c2-909b-0467f5a79546 req-1a3cdc2c-85fb-4897-81a2-a09e4ad5cb34 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 946 time: 0.0712006 Jul 13 08:44:06.751474 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8d3f70ae-2feb-416d-a404-28631094fc82 req-52bcb9ad-b180-4378-a473-8498158c2e99 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 Jul 13 08:44:06.782948 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-29590f43-2c15-40c2-909b-0467f5a79546 req-01b6ecec-d013-4a9f-bd89-2faf0aff574b tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Jul 13 08:44:06.971783 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe42970-c564-4dd5-8b84-048efe29d445 req-34474da7-1cdf-4537-8841-ec36ba8b2fe1 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:06.973215 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5fe42970-c564-4dd5-8b84-048efe29d445 req-34474da7-1cdf-4537-8841-ec36ba8b2fe1 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0654721 Jul 13 08:44:07.013638 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5fe42970-c564-4dd5-8b84-048efe29d445 req-c9ec73d6-667b-46b1-b03e-cec0d6cc4529 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344467 Jul 13 08:44:07.708089 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-6fbdd25c-9ee7-40f3-ae5f-7b9ff1972433 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:07.709600 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-6fbdd25c-9ee7-40f3-ae5f-7b9ff1972433 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 946 time: 0.0662653 Jul 13 08:44:07.819211 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-40048986-0ddd-4abd-9c73-29e95900c0af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Deleting port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:07.819781 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-40048986-0ddd-4abd-9c73-29e95900c0af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:07.947386 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-40048986-0ddd-4abd-9c73-29e95900c0af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] For port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:07.947761 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-40048986-0ddd-4abd-9c73-29e95900c0af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:07.965860 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-40048986-0ddd-4abd-9c73-29e95900c0af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Calling delete_port for 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:07.969920 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008499-4429-4940-9a33-95d8905141df req-e03e013b-88d1-4498-b2f5-c8fe1d0a609f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:07.971478 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-68008499-4429-4940-9a33-95d8905141df req-e03e013b-88d1-4498-b2f5-c8fe1d0a609f tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=216eeb62-8cae-4aaa-9518-4f4b27a30a6f HTTP/1.1" status: 200 len: 946 time: 0.0691757 Jul 13 08:44:07.989275 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c47470-d64d-495d-a686-88a1a59ba42a req-18d5970d-2f26-48cc-8801-beae037e2e8a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:07.990832 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a8c47470-d64d-495d-a686-88a1a59ba42a req-18d5970d-2f26-48cc-8801-beae037e2e8a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.1092939 Jul 13 08:44:08.010735 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-68008499-4429-4940-9a33-95d8905141df req-041702ef-2062-496f-841a-eb007d5cb1b1 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 Jul 13 08:44:08.076950 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a8c47470-d64d-495d-a686-88a1a59ba42a req-ba384ec8-4f5d-4dbf-a395-3d89c4414507 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551972 Jul 13 08:44:08.159324 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-40048986-0ddd-4abd-9c73-29e95900c0af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:08.182224 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['e7ad0f02-c760-461d-acf6-5970b8ea12f7', '9f14f489-28e7-4e1f-85ee-5ca61082d9aa', 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee', '9ba3ef9e-5848-4cc3-a29d-c7003434e7cb'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:08.189300 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40048986-0ddd-4abd-9c73-29e95900c0af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Pushing event deleted for resources: {'Port': ['ID=9ba3ef9e-5848-4cc3-a29d-c7003434e7cb,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:08.244637 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-40048986-0ddd-4abd-9c73-29e95900c0af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] No DVR routers for this DVR port 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:44:08.246712 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-40048986-0ddd-4abd-9c73-29e95900c0af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:08.249242 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1981554a-d8a7-4f2f-9c6a-3daedf27fbee req-40048986-0ddd-4abd-9c73-29e95900c0af tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "DELETE /v2.0/ports/9ba3ef9e-5848-4cc3-a29d-c7003434e7cb HTTP/1.1" status: 204 len: 173 time: 0.5258501 Jul 13 08:44:08.250562 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216eeb62-8cae-4aaa-9518-4f4b27a30a6f', 'name': 'network-vif-deleted', 'tag': '9ba3ef9e-5848-4cc3-a29d-c7003434e7cb'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:08.252939 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896c00fa-a774-48bb-a427-87b92e578229" -d '{"events": [{"server_uuid": "216eeb62-8cae-4aaa-9518-4f4b27a30a6f", "name": "network-vif-deleted", "tag": "9ba3ef9e-5848-4cc3-a29d-c7003434e7cb"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:08.297851 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2a644c-32e0-43f2-83ea-6337a05bc786 x-openstack-request-id: req-0d2a644c-32e0-43f2-83ea-6337a05bc786 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:08.298151 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216eeb62-8cae-4aaa-9518-4f4b27a30a6f", "name": "network-vif-deleted", "tag": "9ba3ef9e-5848-4cc3-a29d-c7003434e7cb", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:08.298404 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d2a644c-32e0-43f2-83ea-6337a05bc786 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:08.298883 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216eeb62-8cae-4aaa-9518-4f4b27a30a6f', 'name': 'network-vif-deleted', 'tag': '9ba3ef9e-5848-4cc3-a29d-c7003434e7cb', 'status': 'completed', 'code': 200} Jul 13 08:44:09.282651 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b9c09-cdd6-434e-8240-f79ff53f834e req-9291dc78-a3d6-448d-9a6c-5564f410307e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:09.284254 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3b5b9c09-cdd6-434e-8240-f79ff53f834e req-9291dc78-a3d6-448d-9a6c-5564f410307e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0761573 Jul 13 08:44:09.323254 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3b5b9c09-cdd6-434e-8240-f79ff53f834e req-0d193880-b823-4638-9811-bcdcac006513 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331223 Jul 13 08:44:10.512667 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76359dda-858f-4ff3-b77c-035e3db0ab88 req-f625b946-3ed5-4e96-833f-b3157221584e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:10.514128 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-76359dda-858f-4ff3-b77c-035e3db0ab88 req-f625b946-3ed5-4e96-833f-b3157221584e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0681005 Jul 13 08:44:10.554607 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-76359dda-858f-4ff3-b77c-035e3db0ab88 req-b8f94c41-e5b7-40d2-99e4-a82fbed64971 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343766 Jul 13 08:44:10.628885 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577fc8e-ddeb-4a02-947b-637c307cd57f req-7b3a9060-219d-45d9-b49f-f9c970e7b226 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:10.630458 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6577fc8e-ddeb-4a02-947b-637c307cd57f req-7b3a9060-219d-45d9-b49f-f9c970e7b226 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 945 time: 0.0702786 Jul 13 08:44:10.675085 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6577fc8e-ddeb-4a02-947b-637c307cd57f req-504182d9-4428-46d7-bf77-6a1b7d65c8df tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384827 Jul 13 08:44:11.098252 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91679a36-9a82-47c7-a08b-730fbf0652fa req-8028d7dd-6c5d-4f85-9169-ba839127f507 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:11.099890 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-91679a36-9a82-47c7-a08b-730fbf0652fa req-8028d7dd-6c5d-4f85-9169-ba839127f507 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0670984 Jul 13 08:44:11.139438 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-91679a36-9a82-47c7-a08b-730fbf0652fa req-d096f7ae-b1dd-463b-8437-cb3bacada164 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Jul 13 08:44:11.626011 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:44:11.630461 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:11.660236 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:11.660635 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9ba3ef9e-5848-4cc3-a29d-c7003434e7cb not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:11.761860 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:11.774822 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'port_id': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'mac_address': 'fa:16:3e:a7:44:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:44:11.821516 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:11.841640 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:44:11.866661 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:11.872253 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:11.879767 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31f9bd-c174-4937-9599-33ef89ba928d req-4b382466-6bbe-4270-b1e6-2f518fd824c2 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:11.881941 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2f31f9bd-c174-4937-9599-33ef89ba928d req-4b382466-6bbe-4270-b1e6-2f518fd824c2 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 945 time: 0.0727758 Jul 13 08:44:11.943145 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e124ab-8f1a-4c39-aee3-c9c82de0df1f req-4ffb026b-0aca-44bd-87d2-638923d9aba7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:11.953735 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-63e124ab-8f1a-4c39-aee3-c9c82de0df1f req-4ffb026b-0aca-44bd-87d2-638923d9aba7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 944 time: 0.0903866 Jul 13 08:44:11.954310 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2f31f9bd-c174-4937-9599-33ef89ba928d req-084705cb-de8c-4054-ac29-d7b6e2fe1a05 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635679 Jul 13 08:44:11.984186 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=6']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:12.003963 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.004312 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.007112 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.007674 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.008187 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.008676 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.009208 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.009715 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.010229 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.010738 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.011265 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.011771 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:12.024490 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-63e124ab-8f1a-4c39-aee3-c9c82de0df1f req-9ae64d2a-f5f0-4e59-afb4-1a24e46f4d37 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697851 Jul 13 08:44:12.095316 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:12.200583 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-64eec6a6-01a2-4208-b07b-54abf51dcffa None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:12.200964 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-64eec6a6-01a2-4208-b07b-54abf51dcffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:12.347442 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-64eec6a6-01a2-4208-b07b-54abf51dcffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:12.374531 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083f1b-8c14-425a-8bb5-43aa1312c5cd req-bcf5d8d4-6c0f-43c4-99f1-f838114e850e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:12.383057 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4e083f1b-8c14-425a-8bb5-43aa1312c5cd req-bcf5d8d4-6c0f-43c4-99f1-f838114e850e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.0953693 Jul 13 08:44:12.389664 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:12.393287 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ac4dd-d0d4-4efe-9f32-2b3230a4a65a" -d '{"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:12.401974 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-64eec6a6-01a2-4208-b07b-54abf51dcffa None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:12.413620 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-64eec6a6-01a2-4208-b07b-54abf51dcffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:12.434362 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4e083f1b-8c14-425a-8bb5-43aa1312c5cd req-edc45063-00be-4876-82a0-ce8ab541913f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501347 Jul 13 08:44:12.458419 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47cd729-95cb-4e91-bbc2-50a63ca46fdb x-openstack-request-id: req-b47cd729-95cb-4e91-bbc2-50a63ca46fdb {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:12.458419 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:12.458419 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b47cd729-95cb-4e91-bbc2-50a63ca46fdb {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:12.458419 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'code': 200} Jul 13 08:44:12.494816 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eec6a6-01a2-4208-b07b-54abf51dcffa None None] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=7']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:12.808237 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-299b66cb-d7c4-4fab-9c1c-8cf2a6875f51 None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:12.808990 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-299b66cb-d7c4-4fab-9c1c-8cf2a6875f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:12.851435 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-1bdf4487-7baa-4d7b-94f5-b0a7d11b2603 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:12.853629 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-1bdf4487-7baa-4d7b-94f5-b0a7d11b2603 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 945 time: 0.0796912 Jul 13 08:44:12.983241 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-d457e312-739a-4f50-b5fe-68adf02dcdcd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Deleting port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:12.983907 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-d457e312-739a-4f50-b5fe-68adf02dcdcd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:13.102770 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-d457e312-739a-4f50-b5fe-68adf02dcdcd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] For port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:13.103183 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-d457e312-739a-4f50-b5fe-68adf02dcdcd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:13.124166 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-d457e312-739a-4f50-b5fe-68adf02dcdcd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Calling delete_port for fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:13.182852 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca018e1-7c02-459a-b97e-0502379346c7 req-a0aab2fd-9e64-4386-b1de-c532c7247a03 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:13.187069 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bca018e1-7c02-459a-b97e-0502379346c7 req-a0aab2fd-9e64-4386-b1de-c532c7247a03 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 945 time: 0.0898201 Jul 13 08:44:13.239613 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bca018e1-7c02-459a-b97e-0502379346c7 req-924ee78f-0e9c-4062-8d2e-408b066c1338 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Jul 13 08:44:13.313155 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a88b6-77b7-431d-9a2b-d8c8c612e78f req-377b31bf-6990-460c-8419-9a35d887cea9 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:13.314743 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c41a88b6-77b7-431d-9a2b-d8c8c612e78f req-377b31bf-6990-460c-8419-9a35d887cea9 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.1138055 Jul 13 08:44:13.389074 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c41a88b6-77b7-431d-9a2b-d8c8c612e78f req-9112ebb3-dadf-45a6-a86a-b1f9f8039c33 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557604 Jul 13 08:44:13.392286 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-d457e312-739a-4f50-b5fe-68adf02dcdcd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:13.404189 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['e7ad0f02-c760-461d-acf6-5970b8ea12f7', '9f14f489-28e7-4e1f-85ee-5ca61082d9aa', 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:13.434024 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457e312-739a-4f50-b5fe-68adf02dcdcd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Pushing event deleted for resources: {'Port': ['ID=fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:13.477421 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-d457e312-739a-4f50-b5fe-68adf02dcdcd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] No DVR routers for this DVR port fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:44:13.483824 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-d457e312-739a-4f50-b5fe-68adf02dcdcd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:13.487319 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ed6a991c-f2ff-4c9d-91b0-7ee372dbd496 req-d457e312-739a-4f50-b5fe-68adf02dcdcd tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "DELETE /v2.0/ports/fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee HTTP/1.1" status: 204 len: 173 time: 0.6202691 Jul 13 08:44:13.488302 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5002c88-e921-47f4-afc1-45c71f9036d4', 'name': 'network-vif-deleted', 'tag': 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:13.492363 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4591bc5-9f3c-4038-bd87-bd34d2b07b5f" -d '{"events": [{"server_uuid": "b5002c88-e921-47f4-afc1-45c71f9036d4", "name": "network-vif-deleted", "tag": "fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:13.572131 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5228a8f-366f-471a-896b-a7686895ad6f x-openstack-request-id: req-c5228a8f-366f-471a-896b-a7686895ad6f {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:13.572910 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5002c88-e921-47f4-afc1-45c71f9036d4", "name": "network-vif-deleted", "tag": "fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:13.573433 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5228a8f-366f-471a-896b-a7686895ad6f {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:13.574229 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5002c88-e921-47f4-afc1-45c71f9036d4', 'name': 'network-vif-deleted', 'tag': 'fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee', 'status': 'completed', 'code': 200} Jul 13 08:44:13.646197 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:13.744312 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3f64f-48f1-4985-9407-f295150d5791 req-4e553d0f-caaf-41f4-9574-c35b82237417 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:13.752255 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-76d3f64f-48f1-4985-9407-f295150d5791 req-4e553d0f-caaf-41f4-9574-c35b82237417 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1047876 Jul 13 08:44:13.799668 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-76d3f64f-48f1-4985-9407-f295150d5791 req-010c248d-b0b7-4324-a1ef-a35f5d08d7e0 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Jul 13 08:44:13.811502 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:13.812876 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:14.373180 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-8f8c54a6-1ea2-44e4-a5a9-cf657df4790e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:14.376198 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-8f8c54a6-1ea2-44e4-a5a9-cf657df4790e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.70 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.2022140 Jul 13 08:44:14.685810 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-85e2366f-a509-4b87-91f0-c33730cf0daa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Deleting port 47ddb1e1-2e34-4742-8801-2555d030999f {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:14.686327 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-85e2366f-a509-4b87-91f0-c33730cf0daa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:14.763813 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce1918-f743-4149-ac38-9b1f6e20863f req-9924310d-0902-432c-bc38-48491d3b8646 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:14.768080 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-09ce1918-f743-4149-ac38-9b1f6e20863f req-9924310d-0902-432c-bc38-48491d3b8646 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.1013267 Jul 13 08:44:14.835545 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3995f302-72eb-4b3a-afd8-e469858fce05 req-9c1100f8-538d-46bb-af07-eec7758fa274 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5002c88-e921-47f4-afc1-45c71f9036d4 HTTP/1.1" status: 200 len: 210 time: 0.0846682 Jul 13 08:44:14.839436 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-09ce1918-f743-4149-ac38-9b1f6e20863f req-d49d3806-eb79-4ccb-923e-521498c83dd4 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661397 Jul 13 08:44:14.863712 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-85e2366f-a509-4b87-91f0-c33730cf0daa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] For port 47ddb1e1-2e34-4742-8801-2555d030999f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=47ddb1e1-2e34-4742-8801-2555d030999f,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:14.864159 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-85e2366f-a509-4b87-91f0-c33730cf0daa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:14.887658 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-85e2366f-a509-4b87-91f0-c33730cf0daa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Calling delete_port for 47ddb1e1-2e34-4742-8801-2555d030999f owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:15.077685 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f471f-c288-4560-a630-d6b6cb770a6d req-67fb96ef-c330-44a3-bc45-33d64573c871 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:15.079258 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a44f471f-c288-4560-a630-d6b6cb770a6d req-67fb96ef-c330-44a3-bc45-33d64573c871 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1442ed02-f4fb-4bb9-9878-b31aadee5c0a HTTP/1.1" status: 200 len: 946 time: 0.1117351 Jul 13 08:44:15.080948 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-85e2366f-a509-4b87-91f0-c33730cf0daa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:15.096731 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['cad52355-0091-4e87-ae77-3d7c98844dfc', '47ddb1e1-2e34-4742-8801-2555d030999f'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:15.123392 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2366f-a509-4b87-91f0-c33730cf0daa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Pushing event deleted for resources: {'Port': ['ID=47ddb1e1-2e34-4742-8801-2555d030999f,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:15.167541 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a44f471f-c288-4560-a630-d6b6cb770a6d req-bfe1480c-4108-40e2-8f6c-c2b2ba2f7752 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781934 Jul 13 08:44:15.219561 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-85e2366f-a509-4b87-91f0-c33730cf0daa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] No DVR routers for this DVR port 47ddb1e1-2e34-4742-8801-2555d030999f on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:44:15.221996 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-85e2366f-a509-4b87-91f0-c33730cf0daa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:15.224215 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-948c75e4-5789-4129-8dac-a4c148d2c361 req-85e2366f-a509-4b87-91f0-c33730cf0daa tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.70 "DELETE /v2.0/ports/47ddb1e1-2e34-4742-8801-2555d030999f HTTP/1.1" status: 204 len: 173 time: 0.8396082 Jul 13 08:44:15.575901 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1442ed02-f4fb-4bb9-9878-b31aadee5c0a', 'name': 'network-vif-deleted', 'tag': '47ddb1e1-2e34-4742-8801-2555d030999f'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:15.579741 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bf71f1-8581-4f74-a8b4-d2e5d22e861a" -d '{"events": [{"server_uuid": "1442ed02-f4fb-4bb9-9878-b31aadee5c0a", "name": "network-vif-deleted", "tag": "47ddb1e1-2e34-4742-8801-2555d030999f"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:15.628484 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9419af-b3ff-4e02-8fb2-a003d8cc888d x-openstack-request-id: req-6d9419af-b3ff-4e02-8fb2-a003d8cc888d {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:15.628780 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1442ed02-f4fb-4bb9-9878-b31aadee5c0a", "name": "network-vif-deleted", "tag": "47ddb1e1-2e34-4742-8801-2555d030999f", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:15.629036 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d9419af-b3ff-4e02-8fb2-a003d8cc888d {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:15.629436 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1442ed02-f4fb-4bb9-9878-b31aadee5c0a', 'name': 'network-vif-deleted', 'tag': '47ddb1e1-2e34-4742-8801-2555d030999f', 'status': 'completed', 'code': 200} Jul 13 08:44:16.116211 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9b496-0bf8-4269-a470-fa4259a4f815 req-642f5d4b-0f97-4f0d-9038-498bbb464425 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:16.123434 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c8d9b496-0bf8-4269-a470-fa4259a4f815 req-642f5d4b-0f97-4f0d-9038-498bbb464425 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0964618 Jul 13 08:44:16.178107 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c8d9b496-0bf8-4269-a470-fa4259a4f815 req-d7a1dee3-877c-4285-920d-0ab2555fde10 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525539 Jul 13 08:44:16.502552 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adbcf9-9cfa-4008-8776-b80ca8c57ad2 req-435f7a7c-7a7b-48b2-bafe-df38c5619a09 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:16.505447 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1adbcf9-9cfa-4008-8776-b80ca8c57ad2 req-435f7a7c-7a7b-48b2-bafe-df38c5619a09 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 946 time: 0.0848479 Jul 13 08:44:16.550898 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1adbcf9-9cfa-4008-8776-b80ca8c57ad2 req-94db8d09-7d73-41e5-8bff-4ab41fbc98df tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 Jul 13 08:44:16.781996 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ce4d8-d9f9-4811-82d6-b2e366a5f334 req-0b390b7c-c37a-4666-a13a-81b3aea2729f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:16.784261 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-500ce4d8-d9f9-4811-82d6-b2e366a5f334 req-0b390b7c-c37a-4666-a13a-81b3aea2729f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0721216 Jul 13 08:44:16.830283 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-500ce4d8-d9f9-4811-82d6-b2e366a5f334 req-b64460b7-45ce-4ba6-8546-f01663a48a21 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361612 Jul 13 08:44:17.386036 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ee833-7e29-4750-8d5d-4a337d1261cb req-96c08f54-2dd8-4515-b705-3016d17bfbcb tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:17.390880 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3a2ee833-7e29-4750-8d5d-4a337d1261cb req-96c08f54-2dd8-4515-b705-3016d17bfbcb tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0724568 Jul 13 08:44:17.439118 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3a2ee833-7e29-4750-8d5d-4a337d1261cb req-74441d1b-cd03-4ff5-9a52-71772488a377 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 Jul 13 08:44:17.642660 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 47ddb1e1-2e34-4742-8801-2555d030999f no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:17.687506 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 47ddb1e1-2e34-4742-8801-2555d030999f {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:17.687864 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 47ddb1e1-2e34-4742-8801-2555d030999f not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:17.689909 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:17.712268 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:17.712890 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device fd64c2b6-e3f5-41b9-8a7b-55ae6359f5ee not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:17.750806 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493f3ed-2271-4365-874d-5f7d2f6f7b55 req-570fa474-4a74-403b-95fd-d6d83484fc76 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:17.752748 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f493f3ed-2271-4365-874d-5f7d2f6f7b55 req-570fa474-4a74-403b-95fd-d6d83484fc76 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 946 time: 0.0765483 Jul 13 08:44:17.795981 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f493f3ed-2271-4365-874d-5f7d2f6f7b55 req-e5e2263c-9588-4cf1-81c5-ba2f9f1ae71d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Jul 13 08:44:18.025943 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d2103-8acf-4225-900f-dfba7727cbdf req-5f48f48e-2657-4971-8110-f788dd9f4f96 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:18.027688 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-026d2103-8acf-4225-900f-dfba7727cbdf req-5f48f48e-2657-4971-8110-f788dd9f4f96 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0799501 Jul 13 08:44:18.076100 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-026d2103-8acf-4225-900f-dfba7727cbdf req-de9794f8-e262-47ac-8cfd-c0d7ed5cc5f8 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Jul 13 08:44:18.418849 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-95a115de-f412-45fd-9b54-590dae5b43b2 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:18.420346 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-95a115de-f412-45fd-9b54-590dae5b43b2 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 946 time: 0.0686698 Jul 13 08:44:18.565743 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-6dddbe12-2c44-4ddd-b8e3-dc1d6a7d8f4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Deleting port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:18.566188 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-6dddbe12-2c44-4ddd-b8e3-dc1d6a7d8f4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:18.717385 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e799a5-c258-4d68-a435-cac79a4f3325 req-d224ced3-702f-4b2a-a553-1e4017e09ac6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:18.719148 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-58e799a5-c258-4d68-a435-cac79a4f3325 req-d224ced3-702f-4b2a-a553-1e4017e09ac6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.1482217 Jul 13 08:44:18.728068 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-6dddbe12-2c44-4ddd-b8e3-dc1d6a7d8f4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] For port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:18.728436 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-6dddbe12-2c44-4ddd-b8e3-dc1d6a7d8f4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:18.759150 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-6dddbe12-2c44-4ddd-b8e3-dc1d6a7d8f4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Calling delete_port for 9f14f489-28e7-4e1f-85ee-5ca61082d9aa owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:18.788624 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-58e799a5-c258-4d68-a435-cac79a4f3325 req-b1097a0b-05be-4af5-9f02-d3dac456f93e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574851 Jul 13 08:44:18.940323 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-6dddbe12-2c44-4ddd-b8e3-dc1d6a7d8f4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:18.957198 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['e7ad0f02-c760-461d-acf6-5970b8ea12f7', '9f14f489-28e7-4e1f-85ee-5ca61082d9aa'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:18.976321 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddbe12-2c44-4ddd-b8e3-dc1d6a7d8f4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Pushing event deleted for resources: {'Port': ['ID=9f14f489-28e7-4e1f-85ee-5ca61082d9aa,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:18.979414 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-41537388-9fa8-4fb1-82b4-71c989025e26 req-96643306-b0f2-4d36-8e72-dc62a2ac8d4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db6803e-e6de-43ee-b20c-9a1767d07480 HTTP/1.1" status: 200 len: 210 time: 0.0437095 Jul 13 08:44:19.042298 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-6dddbe12-2c44-4ddd-b8e3-dc1d6a7d8f4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] No DVR routers for this DVR port 9f14f489-28e7-4e1f-85ee-5ca61082d9aa on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:44:19.045140 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-6dddbe12-2c44-4ddd-b8e3-dc1d6a7d8f4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:19.048651 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f39ddd70-207e-4305-83b9-dea7ff0a3470 req-6dddbe12-2c44-4ddd-b8e3-dc1d6a7d8f4d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "DELETE /v2.0/ports/9f14f489-28e7-4e1f-85ee-5ca61082d9aa HTTP/1.1" status: 204 len: 173 time: 0.6204016 Jul 13 08:44:19.049193 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db6803e-e6de-43ee-b20c-9a1767d07480', 'name': 'network-vif-deleted', 'tag': '9f14f489-28e7-4e1f-85ee-5ca61082d9aa'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:19.051697 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc147c5-bd25-453d-b264-96ba31ce9fce" -d '{"events": [{"server_uuid": "0db6803e-e6de-43ee-b20c-9a1767d07480", "name": "network-vif-deleted", "tag": "9f14f489-28e7-4e1f-85ee-5ca61082d9aa"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:19.093883 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1bb7a4-0e6c-4c83-bf18-013a81639f57 x-openstack-request-id: req-db1bb7a4-0e6c-4c83-bf18-013a81639f57 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:19.094631 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db6803e-e6de-43ee-b20c-9a1767d07480", "name": "network-vif-deleted", "tag": "9f14f489-28e7-4e1f-85ee-5ca61082d9aa", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:19.095103 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-db1bb7a4-0e6c-4c83-bf18-013a81639f57 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:19.095567 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db6803e-e6de-43ee-b20c-9a1767d07480', 'name': 'network-vif-deleted', 'tag': '9f14f489-28e7-4e1f-85ee-5ca61082d9aa', 'status': 'completed', 'code': 200} Jul 13 08:44:19.288867 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ac03a-b586-461d-9357-167e89257adf req-e13b4f31-447b-4b5c-9b87-210a09a7f7ed tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:19.290402 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7f7ac03a-b586-461d-9357-167e89257adf req-e13b4f31-447b-4b5c-9b87-210a09a7f7ed tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0796750 Jul 13 08:44:19.314007 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0dd4ae6a-8495-4646-932e-0c25a697ecfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:19.349920 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7f7ac03a-b586-461d-9357-167e89257adf req-d78968e7-2dce-433d-a735-57101fba1048 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534587 Jul 13 08:44:20.044021 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388024d-2e53-44a2-ac30-6cc242d2afc7 req-92d2fab0-127b-485d-b60b-dfa76c0358f0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:20.060096 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9388024d-2e53-44a2-ac30-6cc242d2afc7 req-92d2fab0-127b-485d-b60b-dfa76c0358f0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0980027 Jul 13 08:44:20.126366 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9388024d-2e53-44a2-ac30-6cc242d2afc7 req-6d7219e0-261b-4212-b399-3c8000be006a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646539 Jul 13 08:44:20.548486 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a1014-9070-41a2-a25f-4992c462ec3c req-f0af8666-d2ef-4258-8e17-85195cb9e8a1 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:20.552641 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0c8a1014-9070-41a2-a25f-4992c462ec3c req-f0af8666-d2ef-4258-8e17-85195cb9e8a1 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0757999 Jul 13 08:44:20.592586 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0c8a1014-9070-41a2-a25f-4992c462ec3c req-f094b0ba-93f8-47f0-a093-964da7df7a59 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367756 Jul 13 08:44:21.399477 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8ab42-a878-4b62-82fd-b4114fef2cb9 req-3b1a4d2b-a957-4265-96d7-b4ee8c838ede tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:21.401159 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d3f8ab42-a878-4b62-82fd-b4114fef2cb9 req-3b1a4d2b-a957-4265-96d7-b4ee8c838ede tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0909855 Jul 13 08:44:21.448852 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d3f8ab42-a878-4b62-82fd-b4114fef2cb9 req-773040c8-d6ca-488c-b057-277e58e57e93 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404265 Jul 13 08:44:21.665973 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61b6d0-6e4c-4f44-8e94-a3ce3eaa95d4 req-ff0767e3-8368-4fff-b170-d3b62633232d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:21.669390 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4d61b6d0-6e4c-4f44-8e94-a3ce3eaa95d4 req-ff0767e3-8368-4fff-b170-d3b62633232d tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0649602 Jul 13 08:44:21.677361 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9f14f489-28e7-4e1f-85ee-5ca61082d9aa no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:21.704955 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 9f14f489-28e7-4e1f-85ee-5ca61082d9aa {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:21.705304 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9f14f489-28e7-4e1f-85ee-5ca61082d9aa not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:21.712220 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4d61b6d0-6e4c-4f44-8e94-a3ce3eaa95d4 req-84d79f8b-6a27-4d90-a3da-954890ff2a34 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Jul 13 08:44:21.776450 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d0938-57ee-4c3c-822d-558586f77f70 req-1091190d-a0a9-4ef4-8c0d-7ce99f420434 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:21.777918 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-336d0938-57ee-4c3c-822d-558586f77f70 req-1091190d-a0a9-4ef4-8c0d-7ce99f420434 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0624123 Jul 13 08:44:21.815659 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-336d0938-57ee-4c3c-822d-558586f77f70 req-5ab9f5e6-78ee-4119-9d58-6f714057c781 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317490 Jul 13 08:44:22.158313 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c649eb25-6eba-434f-9dee-2ace9c91a2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:22.256029 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-b1970156-fce4-4187-915c-fdcb6c0c1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:22.257506 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-b1970156-fce4-4187-915c-fdcb6c0c1221 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 1098 time: 0.0539398 Jul 13 08:44:22.361444 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-5e9ffb04-47eb-4daf-9b69-56aa381ca8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:22.362920 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-5e9ffb04-47eb-4daf-9b69-56aa381ca8b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 917 time: 0.0870664 Jul 13 08:44:22.389855 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:22.430600 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-57538c90-d56b-422c-9291-153e858f7f15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 HTTP/1.1" status: 200 len: 1001 time: 0.0582967 Jul 13 08:44:22.484108 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-9dca4927-7503-4de4-9fb5-e03d9cfced00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:22.485734 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-9dca4927-7503-4de4-9fb5-e03d9cfced00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.0466542 Jul 13 08:44:22.544028 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-8654aa3a-abdc-43d5-82d6-2dc6aa8ef631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:22.545545 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-8654aa3a-abdc-43d5-82d6-2dc6aa8ef631 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523577 Jul 13 08:44:22.680520 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-8c3f4afb-9dfa-48ab-bdcf-cf98b5c2e4ae service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258960 Jul 13 08:44:22.691450 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea257098-0bc9-4c0c-b431-179eb1dca730 req-c5e32266-2873-4fd9-bf24-2885717a774d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:22.692809 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ea257098-0bc9-4c0c-b431-179eb1dca730 req-c5e32266-2873-4fd9-bf24-2885717a774d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.1214769 Jul 13 08:44:22.783797 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ea257098-0bc9-4c0c-b431-179eb1dca730 req-9d114e5b-d396-4661-b782-e016a77dc917 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816295 Jul 13 08:44:22.809979 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca819f63-78d9-4405-8211-7016cdbd1416 req-2e41e8de-af46-4bba-b7d7-dc2ed5c0e73d service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148059 Jul 13 08:44:22.893468 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5b49b-a373-4138-87a3-90a54617eaaf req-e9ce8964-8448-491a-9628-d2a7e07331ad tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:22.894987 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bce5b49b-a373-4138-87a3-90a54617eaaf req-e9ce8964-8448-491a-9628-d2a7e07331ad tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0686946 Jul 13 08:44:22.934842 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bce5b49b-a373-4138-87a3-90a54617eaaf req-bf4b8def-ba67-4726-88ce-1909b9340ce5 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341890 Jul 13 08:44:22.989066 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff33f9-4a15-400d-a9b5-792b76a83c90 req-cf1f3a45-6452-496c-937f-81ad6f24b119 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:22.990556 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e6ff33f9-4a15-400d-a9b5-792b76a83c90 req-cf1f3a45-6452-496c-937f-81ad6f24b119 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0632441 Jul 13 08:44:23.027810 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e6ff33f9-4a15-400d-a9b5-792b76a83c90 req-5c7c9073-3b3d-42fb-8e88-f0f26aa1159f tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Jul 13 08:44:23.058369 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:23.803207 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-5d64a383-3771-4b0d-972d-1625b37516e9 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:23.804656 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-5d64a383-3771-4b0d-972d-1625b37516e9 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.0647547 Jul 13 08:44:23.982653 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948b3a8-000d-4925-b583-56dc56d5ef4f req-170feb79-1852-4174-9596-79966ccce4cc tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:23.984314 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a948b3a8-000d-4925-b583-56dc56d5ef4f req-170feb79-1852-4174-9596-79966ccce4cc tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0716159 Jul 13 08:44:24.027110 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a948b3a8-000d-4925-b583-56dc56d5ef4f req-da68b729-5af1-4b0a-8144-b6903d8c11d8 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364134 Jul 13 08:44:24.207116 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d453ee-c655-4fe8-9869-de03af1986d3 req-62ec8707-0973-4251-a2f7-81dd9baae6be tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:24.209019 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b7d453ee-c655-4fe8-9869-de03af1986d3 req-62ec8707-0973-4251-a2f7-81dd9baae6be tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0679412 Jul 13 08:44:24.249878 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b7d453ee-c655-4fe8-9869-de03af1986d3 req-147b783d-bc7d-41bc-8099-6a57bd413549 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3529b923-8d99-45ef-8d5f-a5996a138368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350971 Jul 13 08:44:24.267622 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-658be6ac-c351-4520-ad71-aae0ee414727 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Deleting port e7ad0f02-c760-461d-acf6-5970b8ea12f7 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:24.267964 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-658be6ac-c351-4520-ad71-aae0ee414727 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:24.290819 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-9a6a0375-cf03-4a30-b80f-a9f20907066e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:24.292272 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-9a6a0375-cf03-4a30-b80f-a9f20907066e tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.70 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1368275 Jul 13 08:44:24.309595 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb587c-15ca-4511-8129-5357487230d0 req-1484a3cc-bf1d-4618-b67e-9a4abdc2ac43 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:24.310943 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0dbb587c-15ca-4511-8129-5357487230d0 req-1484a3cc-bf1d-4618-b67e-9a4abdc2ac43 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 946 time: 0.1566758 Jul 13 08:44:24.456748 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0dbb587c-15ca-4511-8129-5357487230d0 req-28f64bab-4fcc-4c79-95cc-8b051e8651c0 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/security-groups?id=734b8712-0539-4af9-b8c3-6759dc76dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342955 Jul 13 08:44:24.462190 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-658be6ac-c351-4520-ad71-aae0ee414727 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] For port e7ad0f02-c760-461d-acf6-5970b8ea12f7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e7ad0f02-c760-461d-acf6-5970b8ea12f7,segment=NetworkSegment(73d2d979-93d9-46f0-8de0-8bac2073da0e),segment_id=73d2d979-93d9-46f0-8de0-8bac2073da0e)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:24.462190 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-658be6ac-c351-4520-ad71-aae0ee414727 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:24.479035 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-658be6ac-c351-4520-ad71-aae0ee414727 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Calling delete_port for e7ad0f02-c760-461d-acf6-5970b8ea12f7 owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:24.538800 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-3f669df0-8e08-4063-97e8-51eba0e55146 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Deleting port cad52355-0091-4e87-ae77-3d7c98844dfc {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:24.539159 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-3f669df0-8e08-4063-97e8-51eba0e55146 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:24.652454 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:24.680608 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-3f669df0-8e08-4063-97e8-51eba0e55146 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] For port cad52355-0091-4e87-ae77-3d7c98844dfc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=cad52355-0091-4e87-ae77-3d7c98844dfc,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:24.680983 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-3f669df0-8e08-4063-97e8-51eba0e55146 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:24.698133 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-3f669df0-8e08-4063-97e8-51eba0e55146 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Calling delete_port for cad52355-0091-4e87-ae77-3d7c98844dfc owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:24.712706 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-658be6ac-c351-4520-ad71-aae0ee414727 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:24.724568 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['e7ad0f02-c760-461d-acf6-5970b8ea12f7'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:24.770960 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658be6ac-c351-4520-ad71-aae0ee414727 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Pushing event deleted for resources: {'Port': ['ID=e7ad0f02-c760-461d-acf6-5970b8ea12f7,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:24.831554 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-658be6ac-c351-4520-ad71-aae0ee414727 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] No DVR routers for this DVR port e7ad0f02-c760-461d-acf6-5970b8ea12f7 on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:44:24.834706 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-658be6ac-c351-4520-ad71-aae0ee414727 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:24.836660 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bf1aa1a8-b933-4d36-919f-d6da851b0ffd req-658be6ac-c351-4520-ad71-aae0ee414727 tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.70 "DELETE /v2.0/ports/e7ad0f02-c760-461d-acf6-5970b8ea12f7 HTTP/1.1" status: 204 len: 173 time: 1.0145388 Jul 13 08:44:24.837097 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360977f5-6859-420f-885c-8cb723a4a657', 'name': 'network-vif-deleted', 'tag': 'e7ad0f02-c760-461d-acf6-5970b8ea12f7'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:24.839287 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d426a9-fe01-4e8a-88d8-30f2b342ad1a" -d '{"events": [{"server_uuid": "360977f5-6859-420f-885c-8cb723a4a657", "name": "network-vif-deleted", "tag": "e7ad0f02-c760-461d-acf6-5970b8ea12f7"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:24.891609 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653cf3f-23eb-4c45-816c-ed92708c3952 x-openstack-request-id: req-f653cf3f-23eb-4c45-816c-ed92708c3952 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:24.891609 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360977f5-6859-420f-885c-8cb723a4a657", "name": "network-vif-deleted", "tag": "e7ad0f02-c760-461d-acf6-5970b8ea12f7", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:24.891938 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f653cf3f-23eb-4c45-816c-ed92708c3952 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:24.892200 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360977f5-6859-420f-885c-8cb723a4a657', 'name': 'network-vif-deleted', 'tag': 'e7ad0f02-c760-461d-acf6-5970b8ea12f7', 'status': 'completed', 'code': 200} Jul 13 08:44:24.920966 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-3f669df0-8e08-4063-97e8-51eba0e55146 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:24.933265 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['cad52355-0091-4e87-ae77-3d7c98844dfc'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:24.951626 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f669df0-8e08-4063-97e8-51eba0e55146 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Pushing event deleted for resources: {'Port': ['ID=cad52355-0091-4e87-ae77-3d7c98844dfc,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:25.004579 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-3f669df0-8e08-4063-97e8-51eba0e55146 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] No DVR routers for this DVR port cad52355-0091-4e87-ae77-3d7c98844dfc on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:44:25.007076 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-3f669df0-8e08-4063-97e8-51eba0e55146 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:25.009187 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7823c6e6-e0da-46c4-8425-df9ad9ffb811 req-3f669df0-8e08-4063-97e8-51eba0e55146 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.70 "DELETE /v2.0/ports/cad52355-0091-4e87-ae77-3d7c98844dfc HTTP/1.1" status: 204 len: 173 time: 0.6973641 Jul 13 08:44:25.216443 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185bf44-415e-4d07-8d4b-ac5be11fa045 req-54741c5d-ea96-4c6b-a7ab-f21ea5aa0ed3 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:25.217880 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3185bf44-415e-4d07-8d4b-ac5be11fa045 req-54741c5d-ea96-4c6b-a7ab-f21ea5aa0ed3 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0672467 Jul 13 08:44:25.257195 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3185bf44-415e-4d07-8d4b-ac5be11fa045 req-16fecd33-4e52-47f9-a3e2-218db1b5816a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328681 Jul 13 08:44:25.416462 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-29c60315-c78c-4e41-af30-419060fe7071 req-cf0b99c7-75b4-43dc-975d-cc13c0ec2bf6 tempest-ServerRescueNegativeTestJSON-1362457375 tempest-ServerRescueNegativeTestJSON-1362457375-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eef336e-e2c2-470e-a8e6-65c7946cd0f1 HTTP/1.1" status: 200 len: 210 time: 0.0380542 Jul 13 08:44:25.624474 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1a7f85cc-f252-4610-848b-cf94f7cc9a37 req-3151ccba-a212-4383-93bf-458140648a2c tempest-AttachVolumeNegativeTest-2095964071 tempest-AttachVolumeNegativeTest-2095964071-project] 10.222.0.66 "GET /v2.0/ports?device_id=360977f5-6859-420f-885c-8cb723a4a657 HTTP/1.1" status: 200 len: 210 time: 0.0313408 Jul 13 08:44:25.697851 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:25.785115 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:25.809300 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:25.811593 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636eb9fa-f6c9-4f7b-951f-f473ec77f491" -d '{"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:25.824768 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:25.830554 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:25.856826 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dab3daa-1045-40ec-8383-e31f0c84d83d x-openstack-request-id: req-0dab3daa-1045-40ec-8383-e31f0c84d83d {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:25.857116 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-unplugged", "status": "failed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7", "code": 422}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:25.857409 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0dab3daa-1045-40ec-8383-e31f0c84d83d {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:25.857868 dv-cinder-800430-2-iscsi neutron-server[99634]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'code': 422} returned with failed status Jul 13 08:44:25.898482 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=8']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:26.077428 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8663cd-507a-4b3b-80d1-e42ccfa6a89a req-b9326b78-f149-4bb6-8223-a5da5a46bfcd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:26.080277 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eb8663cd-507a-4b3b-80d1-e42ccfa6a89a req-b9326b78-f149-4bb6-8223-a5da5a46bfcd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 943 time: 0.0694859 Jul 13 08:44:26.119660 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eb8663cd-507a-4b3b-80d1-e42ccfa6a89a req-70d56035-7637-42f7-97c0-1659fb792a1b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332358 Jul 13 08:44:26.166135 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-78329ee6-e9e0-4a8d-89c1-91e3b846b902 None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:26.166516 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-78329ee6-e9e0-4a8d-89c1-91e3b846b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.256917 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-78329ee6-e9e0-4a8d-89c1-91e3b846b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.297577 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-78329ee6-e9e0-4a8d-89c1-91e3b846b902 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:26.301482 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-78329ee6-e9e0-4a8d-89c1-91e3b846b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.357887 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78329ee6-e9e0-4a8d-89c1-91e3b846b902 None None] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=9']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:26.416276 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 32916) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:26.514220 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 32922) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:26.533329 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80fbc2af-d406-4126-8f65-71f889a900dc req-03993ce1-7dfb-4355-846e-1ff15c3a4fc0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152408 Jul 13 08:44:26.558713 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-c83b0853-c9b6-4a25-976f-e08b580e9846 None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:26.559181 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c83b0853-c9b6-4a25-976f-e08b580e9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.734280 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 32932) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:26.791269 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdd3173-106d-4028-b2cb-6438a3c02862 admin admin] Deleting subnet 9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05 {{(pid=99633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:44:26.794849 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3173-106d-4028-b2cb-6438a3c02862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.832054 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3173-106d-4028-b2cb-6438a3c02862 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.838554 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3173-106d-4028-b2cb-6438a3c02862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.894199 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eef336e-e2c2-470e-a8e6-65c7946cd0f1', 'name': 'network-vif-deleted', 'tag': 'cad52355-0091-4e87-ae77-3d7c98844dfc'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:26.897555 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2e896c-8421-49cc-bf06-31495862b1a8" -d '{"events": [{"server_uuid": "5eef336e-e2c2-470e-a8e6-65c7946cd0f1", "name": "network-vif-deleted", "tag": "cad52355-0091-4e87-ae77-3d7c98844dfc"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:26.912774 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3173-106d-4028-b2cb-6438a3c02862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for subnet, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.944942 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd3173-106d-4028-b2cb-6438a3c02862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:26.948193 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0aa08-53c2-4f3f-be02-b0a4571a99ed x-openstack-request-id: req-c1c0aa08-53c2-4f3f-be02-b0a4571a99ed {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:26.948493 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eef336e-e2c2-470e-a8e6-65c7946cd0f1", "name": "network-vif-deleted", "tag": "cad52355-0091-4e87-ae77-3d7c98844dfc", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:26.948749 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1c0aa08-53c2-4f3f-be02-b0a4571a99ed {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:26.949144 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eef336e-e2c2-470e-a8e6-65c7946cd0f1', 'name': 'network-vif-deleted', 'tag': 'cad52355-0091-4e87-ae77-3d7c98844dfc', 'status': 'completed', 'code': 200} Jul 13 08:44:26.951952 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3173-106d-4028-b2cb-6438a3c02862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.955637 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-dcdd3173-106d-4028-b2cb-6438a3c02862 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9d9d3089-d2c2-4eb8-9a0f-77056f8e8c05 HTTP/1.1" status: 204 len: 168 time: 0.2177687 Jul 13 08:44:26.957112 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 32936) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:27.056728 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-514508'] for router_interface, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.060325 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.223886 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.239941 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf33a87d-286a-4387-934f-92baae56b289']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:27.255657 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d2d979-93d9-46f0-8de0-8bac2073da0e') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:27.255999 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d2d979-93d9-46f0-8de0-8bac2073da0e') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:27.308818 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.318789 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e42382-0abd-480c-9783-87ebbf047e08 req-e96e9a77-efb7-4491-9cc2-43b062854776 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:27.320352 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e3e42382-0abd-480c-9783-87ebbf047e08 req-e96e9a77-efb7-4491-9cc2-43b062854776 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 945 time: 0.0676610 Jul 13 08:44:27.358384 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.359179 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e3e42382-0abd-480c-9783-87ebbf047e08 req-98bade80-f837-4fcb-9867-24d52a29280a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330732 Jul 13 08:44:27.375613 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:44:27.376138 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:44:27.377805 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:44:27.446608 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.456463 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.458116 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] 10.222.0.66 "DELETE /v2.0/networks/cf33a87d-286a-4387-934f-92baae56b289 HTTP/1.1" status: 204 len: 168 time: 0.4992261 Jul 13 08:44:27.471620 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b6212-00ec-485b-babb-1b662281620e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf33a87d-286a-4387-934f-92baae56b289,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:27.556297 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] Deleting port e618c969-8b65-49eb-a8cb-1c24809c195d {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:27.556951 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.645418 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] For port e618c969-8b65-49eb-a8cb-1c24809c195d, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=e618c969-8b65-49eb-a8cb-1c24809c195d,segment=NetworkSegment(424daf68-34db-4496-92d8-80201d8c2dcf),segment_id=424daf68-34db-4496-92d8-80201d8c2dcf)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:27.645418 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.645723 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 32942) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:27.691358 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device e7ad0f02-c760-461d-acf6-5970b8ea12f7 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:27.715413 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: e7ad0f02-c760-461d-acf6-5970b8ea12f7 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:27.715840 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device e7ad0f02-c760-461d-acf6-5970b8ea12f7 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:27.716182 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:27.794067 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.830603 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:27.834536 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.860456 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}, {'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:27.862569 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c0c320-4731-49e2-a928-c7029e00c94c" -d '{"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7"}, {"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:27.874168 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] Calling delete_port for e618c969-8b65-49eb-a8cb-1c24809c195d owned by network:router_interface {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:27.881061 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device cad52355-0091-4e87-ae77-3d7c98844dfc no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:27.930669 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da07218c-eda2-4fc0-a8c9-e2ab328d6fa0 x-openstack-request-id: req-da07218c-eda2-4fc0-a8c9-e2ab328d6fa0 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:27.931076 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7", "code": 200}, {"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:27.931207 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da07218c-eda2-4fc0-a8c9-e2ab328d6fa0 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:27.931597 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'code': 200} Jul 13 08:44:27.931851 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'code': 200} Jul 13 08:44:27.935444 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: cad52355-0091-4e87-ae77-3d7c98844dfc {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:27.935776 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device cad52355-0091-4e87-ae77-3d7c98844dfc not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:27.946688 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=10']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:27.973998 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-889e3742-024a-4e7f-a3af-e09b3590cb81 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c2c5dcfa6be4ef1ace638c089206e15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3272355 Jul 13 08:44:27.976369 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 32946) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:28.031979 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8b3f-9a94-4ff8-8aa1-0aa1cecef59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.055051 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8b3f-9a94-4ff8-8aa1-0aa1cecef59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.104140 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8b3f-9a94-4ff8-8aa1-0aa1cecef59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.106936 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8b3f-9a94-4ff8-8aa1-0aa1cecef59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.108171 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-f2fe8b3f-9a94-4ff8-8aa1-0aa1cecef59d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/734b8712-0539-4af9-b8c3-6759dc76dae8 HTTP/1.1" status: 204 len: 168 time: 0.1302915 Jul 13 08:44:28.119430 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe8b3f-9a94-4ff8-8aa1-0aa1cecef59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734b8712-0539-4af9-b8c3-6759dc76dae8,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:28.136693 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.167394 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] Pushing event deleted for resources: {'Port': ['ID=e618c969-8b65-49eb-a8cb-1c24809c195d,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:28.175770 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-91bf2243-3db6-4d38-8d7b-e2d24019b0e3 None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:28.176145 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-91bf2243-3db6-4d38-8d7b-e2d24019b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.257828 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-91bf2243-3db6-4d38-8d7b-e2d24019b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.293443 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-91bf2243-3db6-4d38-8d7b-e2d24019b0e3 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:28.300489 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-91bf2243-3db6-4d38-8d7b-e2d24019b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.328598 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbc2af-d406-4126-8f65-71f889a900dc req-a7418cf1-1c7e-4819-a2a9-79f1259eb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:28.330306 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80fbc2af-d406-4126-8f65-71f889a900dc req-a7418cf1-1c7e-4819-a2a9-79f1259eb3f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a&tenant_id=36d15843107e4bc39513973ab3b5be96 HTTP/1.1" status: 200 len: 1097 time: 0.1114490 Jul 13 08:44:28.344409 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403176'] for router_interface, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.372347 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf2243-3db6-4d38-8d7b-e2d24019b0e3 None None] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=11']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:28.463357 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbc2af-d406-4126-8f65-71f889a900dc req-54263740-24d0-47fb-b432-0b55f1804e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:28.477491 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80fbc2af-d406-4126-8f65-71f889a900dc req-54263740-24d0-47fb-b432-0b55f1804e6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 1099 time: 0.0993946 Jul 13 08:44:28.607152 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] Router 1cc147ff-e404-4611-82b6-001bc6da9fe8 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:44:28.644916 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249a86e-59a2-4e39-8557-f34fc031b1f8 req-e5763070-8326-413b-bd92-010f96d830ed tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:28.646476 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9249a86e-59a2-4e39-8557-f34fc031b1f8 req-e5763070-8326-413b-bd92-010f96d830ed tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.1320910 Jul 13 08:44:28.649559 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbc2af-d406-4126-8f65-71f889a900dc req-726fe0e6-122f-4af6-8169-f603978f11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:28.651070 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80fbc2af-d406-4126-8f65-71f889a900dc req-726fe0e6-122f-4af6-8169-f603978f11f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 917 time: 0.1644537 Jul 13 08:44:28.699666 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-1e954756-f9e6-4be0-80e8-5d3b39704729 None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:28.700301 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1e954756-f9e6-4be0-80e8-5d3b39704729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.741655 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:44:28.747961 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-8d327515-e895-44ac-b782-784cbefe320d admin admin] 10.222.0.66 "PUT /v2.0/routers/1cc147ff-e404-4611-82b6-001bc6da9fe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2324338 Jul 13 08:44:28.751127 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 32964) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:28.753032 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] Sync routers for ids ['1cc147ff-e404-4611-82b6-001bc6da9fe8'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:44:28.768570 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] Routers {'1cc147ff-e404-4611-82b6-001bc6da9fe8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:28.769204 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:44:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['1cc147ff-e404-4611-82b6-001bc6da9fe8'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:28.773207 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9249a86e-59a2-4e39-8557-f34fc031b1f8 req-f80c7f7e-4b39-40af-9c53-990aee4fc7bc tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202869 Jul 13 08:44:28.789507 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80fbc2af-d406-4126-8f65-71f889a900dc req-275addbd-7165-4299-9c5f-6ff05a837639 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 HTTP/1.1" status: 200 len: 1001 time: 0.1285453 Jul 13 08:44:28.851699 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbc2af-d406-4126-8f65-71f889a900dc req-c5ff14e9-6d68-4e84-a703-dd2511efe7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:28.853842 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80fbc2af-d406-4126-8f65-71f889a900dc req-c5ff14e9-6d68-4e84-a703-dd2511efe7a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.0560091 Jul 13 08:44:28.877367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.915099 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] Set router 1cc147ff-e404-4611-82b6-001bc6da9fe8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:28.926089 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbc2af-d406-4126-8f65-71f889a900dc req-ed1965f9-5ca8-4015-ab0c-5c4981e3406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:28.927858 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80fbc2af-d406-4126-8f65-71f889a900dc req-ed1965f9-5ca8-4015-ab0c-5c4981e3406e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654066 Jul 13 08:44:29.015764 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.049362 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80fbc2af-d406-4126-8f65-71f889a900dc req-2bfae253-9fe5-4554-8258-715fd784af49 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126578 Jul 13 08:44:29.075069 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Deleting port 48c65d43-d904-4d73-bc01-c567a7e65b11 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:29.075724 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.157130 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'name': 'tempest-ServerRescueNegativeTestJSON-976821035-router', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:44:28Z', 'revision_number': 5, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'gw_port': {'id': '48c65d43-d904-4d73-bc01-c567a7e65b11', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:29.171510 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80fbc2af-d406-4126-8f65-71f889a900dc req-d207e0a6-b7da-4a21-869f-b7887b4145b3 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120296 Jul 13 08:44:29.175936 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] For port 48c65d43-d904-4d73-bc01-c567a7e65b11, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=48c65d43-d904-4d73-bc01-c567a7e65b11,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:29.176137 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.184830 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] Checking router: 1cc147ff-e404-4611-82b6-001bc6da9fe8 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:44:29.191143 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Calling delete_port for 48c65d43-d904-4d73-bc01-c567a7e65b11 owned by network:router_gateway {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:29.193548 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] Routers {'1cc147ff-e404-4611-82b6-001bc6da9fe8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:29.194337 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:44:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['1cc147ff-e404-4611-82b6-001bc6da9fe8'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:29.297835 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] Set router 1cc147ff-e404-4611-82b6-001bc6da9fe8 gateway port host: None {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:29.353629 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'name': 'tempest-ServerRescueNegativeTestJSON-976821035-router', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:44:29Z', 'revision_number': 6, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'gw_port_host': None}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:29.383980 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246cf5e3-18c7-45f9-ab6b-686fe3d97397 None None] The sync data for ids ['1cc147ff-e404-4611-82b6-001bc6da9fe8'] in dv-cinder-800430-2-iscsi is: [{'id': '1cc147ff-e404-4611-82b6-001bc6da9fe8', 'name': 'tempest-ServerRescueNegativeTestJSON-976821035-router', 'tenant_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:44:29Z', 'revision_number': 6, 'project_id': '73c780e58c4f4b9ebb34c8763c298d8b', 'gw_port_host': None}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:44:29.386059 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.432897 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c65d43-d904-4d73-bc01-c567a7e65b11,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:29.496129 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513894'] for router_gateway, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.613219 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5712'] for router, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.615650 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.685760 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511608'] for router, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.686475 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc147ff-e404-4611-82b6-001bc6da9fe8 {{(pid=99632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:44:29.694711 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] Notify callbacks [] for router, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.696384 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b18f701c-e856-4ac0-93a4-d8bea15676c4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1cc147ff-e404-4611-82b6-001bc6da9fe8 HTTP/1.1" status: 204 len: 168 time: 0.9441247 Jul 13 08:44:29.698974 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33004) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:29.752623 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae58815-9f38-469e-bef1-4535b74a638e admin admin] Deleting subnet 0f7236e6-88f3-480a-976f-0eb9b8fd0bfb {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:44:29.756362 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dae58815-9f38-469e-bef1-4535b74a638e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.803880 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dae58815-9f38-469e-bef1-4535b74a638e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.851515 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dae58815-9f38-469e-bef1-4535b74a638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.933146 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:29.935643 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f968e7eb-4dae-464e-a8b8-ae88f4b45efe" -d '{"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:29.949837 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dae58815-9f38-469e-bef1-4535b74a638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.984963 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7718572b-a205-4a39-b80c-517ee4db7dcc x-openstack-request-id: req-7718572b-a205-4a39-b80c-517ee4db7dcc {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:29.985405 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:29.985656 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7718572b-a205-4a39-b80c-517ee4db7dcc {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:29.986049 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'code': 200} Jul 13 08:44:29.997328 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae58815-9f38-469e-bef1-4535b74a638e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7236e6-88f3-480a-976f-0eb9b8fd0bfb,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:30.014536 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dae58815-9f38-469e-bef1-4535b74a638e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.020324 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-dae58815-9f38-469e-bef1-4535b74a638e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0f7236e6-88f3-480a-976f-0eb9b8fd0bfb HTTP/1.1" status: 204 len: 168 time: 0.3195646 Jul 13 08:44:30.020809 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33020) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:30.062306 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a5dd5-6e5b-4d51-b474-b820129c4b7d req-996c4dcd-5cb3-4a85-9849-ea77a90a4b11 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:30.064161 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e53a5dd5-6e5b-4d51-b474-b820129c4b7d req-996c4dcd-5cb3-4a85-9849-ea77a90a4b11 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.1279643 Jul 13 08:44:30.158947 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e53a5dd5-6e5b-4d51-b474-b820129c4b7d req-dcaa367f-4675-4346-b6be-0ec2a9848b44 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873864 Jul 13 08:44:30.198933 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.409374 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.422843 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.423387 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.424149 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.424573 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > port after_create 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.424801 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.425127 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > port after_update 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.425443 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.425763 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.426161 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.426388 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.597950 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device e618c969-8b65-49eb-a8cb-1c24809c195d no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:30.636492 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: e618c969-8b65-49eb-a8cb-1c24809c195d {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:30.637054 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device e618c969-8b65-49eb-a8cb-1c24809c195d not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:30.637803 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 48c65d43-d904-4d73-bc01-c567a7e65b11 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:30.683969 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 48c65d43-d904-4d73-bc01-c567a7e65b11 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:30.684568 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 48c65d43-d904-4d73-bc01-c567a7e65b11 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:30.687382 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.688151 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.688481 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.688798 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:44:30.689162 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cb3abe-0655-4f94-9e04-dc4e84a613ce']}} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:30.755103 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424daf68-34db-4496-92d8-80201d8c2dcf') {'for_net_delete': True} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:30.755648 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424daf68-34db-4496-92d8-80201d8c2dcf') {} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:30.783842 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796088'] for segment, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.815217 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.825939 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=99633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:44:30.826565 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4796160'] for segment, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: from cryptography.utils import int_from_bytes Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: from cryptography.utils import int_from_bytes Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.836023 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: Traceback (most recent call last): Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: timer() Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: cb(*args, **kw) Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: return func(*args, **kwargs) Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: self._notify() Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: self.callback(batched_events) Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: event.method(event) Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:44:30.839901 dv-cinder-800430-2-iscsi neutron-server[99633]: return f(self, *a, **k) Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: return self._get(url).json() Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: return self.request(url, 'GET', **kwargs) Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:44:30.841893 dv-cinder-800430-2-iscsi neutron-server[99633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:44:30.902464 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.910995 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.913338 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] 10.222.0.66 "DELETE /v2.0/networks/96cb3abe-0655-4f94-9e04-dc4e84a613ce HTTP/1.1" status: 204 len: 168 time: 0.8905473 Jul 13 08:44:30.922882 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949a5bb-d956-4ab0-8ae0-d5e6b6dde046 admin admin] Pushing event deleted for resources: {'Network': ['ID=96cb3abe-0655-4f94-9e04-dc4e84a613ce,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:31.090606 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33034) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:31.135725 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-67ee8b5d-d64e-4bea-8934-2eee6871639d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73c780e58c4f4b9ebb34c8763c298d8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438631 Jul 13 08:44:31.138263 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33036) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:31.194537 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1a26-a8ad-46f2-8c3e-b321fc156323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.219834 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1a26-a8ad-46f2-8c3e-b321fc156323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.267911 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1a26-a8ad-46f2-8c3e-b321fc156323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.270406 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1a26-a8ad-46f2-8c3e-b321fc156323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.271605 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-9a4f1a26-a8ad-46f2-8c3e-b321fc156323 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3529b923-8d99-45ef-8d5f-a5996a138368 HTTP/1.1" status: 204 len: 168 time: 0.1322024 Jul 13 08:44:31.279904 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1a26-a8ad-46f2-8c3e-b321fc156323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3529b923-8d99-45ef-8d5f-a5996a138368,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:31.376133 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5a5de-a34c-4225-abd3-8718d00cc816 req-a8e47f13-8800-4a9c-89f1-571926fb1c11 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:31.378065 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-53c5a5de-a34c-4225-abd3-8718d00cc816 req-a8e47f13-8800-4a9c-89f1-571926fb1c11 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0863647 Jul 13 08:44:31.423518 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-53c5a5de-a34c-4225-abd3-8718d00cc816 req-9dc70901-0d2f-4531-9ad1-83464a255cf4 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389707 Jul 13 08:44:32.220163 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:32.637323 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a77b1-ce81-4abe-8672-e13c5d1b04b3 req-188a35e0-799f-4965-8cfb-3923d5f84acf tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:32.639169 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-972a77b1-ce81-4abe-8672-e13c5d1b04b3 req-188a35e0-799f-4965-8cfb-3923d5f84acf tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0733304 Jul 13 08:44:32.680057 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-972a77b1-ce81-4abe-8672-e13c5d1b04b3 req-96131f0e-4407-4cca-9e7a-f78e465aed45 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346701 Jul 13 08:44:33.610746 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:44:33.916793 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9a3b9-8ee7-4021-959d-10a0a4a247b0 req-42608800-5895-43f1-a256-63d9d72fe2fc tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:33.924043 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aee9a3b9-8ee7-4021-959d-10a0a4a247b0 req-42608800-5895-43f1-a256-63d9d72fe2fc tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0902638 Jul 13 08:44:33.972975 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aee9a3b9-8ee7-4021-959d-10a0a4a247b0 req-23336e90-7493-41ca-89f6-ba64fc4f36e0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479195 Jul 13 08:44:35.148782 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73c34c-d7c8-4f4a-bd82-81e72301ecd3 req-2f7b69d9-a14f-4162-ad11-30a378f97e52 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:35.150467 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9f73c34c-d7c8-4f4a-bd82-81e72301ecd3 req-2f7b69d9-a14f-4162-ad11-30a378f97e52 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0646145 Jul 13 08:44:35.189004 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9f73c34c-d7c8-4f4a-bd82-81e72301ecd3 req-db31937c-25d0-4d34-b50f-beb3bcb0cbb4 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330424 Jul 13 08:44:36.394373 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4ab37-cc79-4ae9-b8c9-5e72c2ebcc30 req-d580eb6e-3b5a-4b84-8f32-e9a0086de015 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:36.396313 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c4d4ab37-cc79-4ae9-b8c9-5e72c2ebcc30 req-d580eb6e-3b5a-4b84-8f32-e9a0086de015 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0758440 Jul 13 08:44:36.445576 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c4d4ab37-cc79-4ae9-b8c9-5e72c2ebcc30 req-a45afc21-c2e4-4786-8a10-51d551553d06 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435789 Jul 13 08:44:37.633923 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2be3b-d5da-4549-a7b1-a57bc5a7ae1e req-41a088fe-a0ee-45e8-a6da-88f47310ce9b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:37.635325 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3ca2be3b-d5da-4549-a7b1-a57bc5a7ae1e req-41a088fe-a0ee-45e8-a6da-88f47310ce9b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0674896 Jul 13 08:44:37.681279 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3ca2be3b-d5da-4549-a7b1-a57bc5a7ae1e req-46c0067d-4534-4d6e-a2ec-e6b98d0d1580 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404384 Jul 13 08:44:38.859312 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33232) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:38.878620 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d3d74-500e-4061-b0d5-933f8d432aa6 req-ed38c60b-6987-4306-8a35-d1bb3db43278 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:38.880215 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ca5d3d74-500e-4061-b0d5-933f8d432aa6 req-ed38c60b-6987-4306-8a35-d1bb3db43278 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0657537 Jul 13 08:44:38.931850 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ca5d3d74-500e-4061-b0d5-933f8d432aa6 req-7ace1bb9-d3d8-4d37-916c-ec410164ab84 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448740 Jul 13 08:44:38.993688 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6569fd5d-5e77-4e37-8f5c-6a89ba767aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.085270 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6569fd5d-5e77-4e37-8f5c-6a89ba767aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.089197 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6569fd5d-5e77-4e37-8f5c-6a89ba767aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.128126 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-6569fd5d-5e77-4e37-8f5c-6a89ba767aec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20a521c7e85e4a36b2cc981b791cc0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671216 Jul 13 08:44:39.128983 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569fd5d-5e77-4e37-8f5c-6a89ba767aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189ca630-2631-4c1c-aee6-2bcc6ea237ec,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:39.130730 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33236) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:39.179687 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-61cdbeac-f04b-4c42-afd8-942d040349d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.206359 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-61cdbeac-f04b-4c42-afd8-942d040349d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.261405 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-61cdbeac-f04b-4c42-afd8-942d040349d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.264909 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-61cdbeac-f04b-4c42-afd8-942d040349d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.267617 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-61cdbeac-f04b-4c42-afd8-942d040349d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/189ca630-2631-4c1c-aee6-2bcc6ea237ec HTTP/1.1" status: 204 len: 168 time: 0.1351538 Jul 13 08:44:39.277016 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdbeac-f04b-4c42-afd8-942d040349d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ca630-2631-4c1c-aee6-2bcc6ea237ec,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:39.561526 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33254) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:39.575244 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f2d85a91-e5e6-464f-b7fa-1d5aad5e75dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.726951 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f2d85a91-e5e6-464f-b7fa-1d5aad5e75dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.735231 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f2d85a91-e5e6-464f-b7fa-1d5aad5e75dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.777966 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f2d85a91-e5e6-464f-b7fa-1d5aad5e75dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90fa702bc0a34c10b65b83c9744b0e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152567 Jul 13 08:44:39.778595 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d85a91-e5e6-464f-b7fa-1d5aad5e75dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4862d0f9-1ec7-47e1-867a-a34d62354b28,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:39.780536 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33256) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:39.831739 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b941cd77-211f-4dc8-a39d-b4d7df3926b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.852263 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b941cd77-211f-4dc8-a39d-b4d7df3926b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.911416 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b941cd77-211f-4dc8-a39d-b4d7df3926b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.917929 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b941cd77-211f-4dc8-a39d-b4d7df3926b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.924596 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b941cd77-211f-4dc8-a39d-b4d7df3926b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4862d0f9-1ec7-47e1-867a-a34d62354b28 HTTP/1.1" status: 204 len: 168 time: 0.1418068 Jul 13 08:44:39.937393 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941cd77-211f-4dc8-a39d-b4d7df3926b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4862d0f9-1ec7-47e1-867a-a34d62354b28,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:40.142059 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29106b05-11f3-4b4c-8883-160505a9a195 req-63235fc6-c4aa-458b-a6e4-e3220459d198 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:40.143736 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-29106b05-11f3-4b4c-8883-160505a9a195 req-63235fc6-c4aa-458b-a6e4-e3220459d198 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0875661 Jul 13 08:44:40.181497 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-29106b05-11f3-4b4c-8883-160505a9a195 req-681e3e05-9d65-4041-8236-d53f3cff2b2b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Jul 13 08:44:40.923915 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33304) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:41.050474 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-22c57661-76c9-4165-a156-9b53776f8edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:41.204493 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-22c57661-76c9-4165-a156-9b53776f8edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:41.225225 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-22c57661-76c9-4165-a156-9b53776f8edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:41.265451 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-22c57661-76c9-4165-a156-9b53776f8edd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d44a2c55fed34017a194772dd4f964a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404427 Jul 13 08:44:41.267338 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c57661-76c9-4165-a156-9b53776f8edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0d75a5-4979-4354-8c93-ae536d9f3ac4,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:41.268950 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33320) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:41.339340 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-211adb38-4d62-4092-a1c5-221bd6d06fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:41.384274 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-211adb38-4d62-4092-a1c5-221bd6d06fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:41.434039 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c35fe-a0ca-4f5e-b91c-ba5fc94938d6 req-4a2f96f5-366f-4ceb-9222-2a852b9b2c3d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:41.435593 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-578c35fe-a0ca-4f5e-b91c-ba5fc94938d6 req-4a2f96f5-366f-4ceb-9222-2a852b9b2c3d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.1084349 Jul 13 08:44:41.476389 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-211adb38-4d62-4092-a1c5-221bd6d06fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:41.479573 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-211adb38-4d62-4092-a1c5-221bd6d06fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:41.483760 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-211adb38-4d62-4092-a1c5-221bd6d06fb6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee0d75a5-4979-4354-8c93-ae536d9f3ac4 HTTP/1.1" status: 204 len: 168 time: 0.2130122 Jul 13 08:44:41.501762 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211adb38-4d62-4092-a1c5-221bd6d06fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0d75a5-4979-4354-8c93-ae536d9f3ac4,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:41.512321 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-578c35fe-a0ca-4f5e-b91c-ba5fc94938d6 req-ad24ca35-7e49-4da8-a375-930569665b74 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694609 Jul 13 08:44:42.103640 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33358) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:42.211608 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-69e852cd-20e1-4ceb-9848-9acfaba603e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:42.339740 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-69e852cd-20e1-4ceb-9848-9acfaba603e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:42.344905 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-69e852cd-20e1-4ceb-9848-9acfaba603e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:42.377834 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-69e852cd-20e1-4ceb-9848-9acfaba603e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=508d54b07f08428b8b0e6c4036389283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729707 Jul 13 08:44:42.380657 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33374) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:42.406055 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e852cd-20e1-4ceb-9848-9acfaba603e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a360f33f-564c-4145-97c8-96af1b4eb7d4,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:42.441965 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-423e3598-a2fc-411c-bf9b-7c669e4125b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:42.462812 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-423e3598-a2fc-411c-bf9b-7c669e4125b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:42.512657 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-423e3598-a2fc-411c-bf9b-7c669e4125b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:42.515200 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-423e3598-a2fc-411c-bf9b-7c669e4125b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:42.517037 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-423e3598-a2fc-411c-bf9b-7c669e4125b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a360f33f-564c-4145-97c8-96af1b4eb7d4 HTTP/1.1" status: 204 len: 168 time: 0.1353023 Jul 13 08:44:42.526764 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e3598-a2fc-411c-bf9b-7c669e4125b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a360f33f-564c-4145-97c8-96af1b4eb7d4,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:42.777147 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d823942-ef3e-4c91-a14f-30615cd2b116 req-3fad205b-982c-461a-b2fa-d25da695902c tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:42.785031 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0d823942-ef3e-4c91-a14f-30615cd2b116 req-3fad205b-982c-461a-b2fa-d25da695902c tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.1059837 Jul 13 08:44:42.818459 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0d823942-ef3e-4c91-a14f-30615cd2b116 req-4a53ec00-6f8e-4778-bedf-b5bbc1932a71 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Jul 13 08:44:42.927655 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33396) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:42.944649 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7cb7cfb7-d5e2-4bb2-82c0-4da2cbf5feeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:43.057516 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7cb7cfb7-d5e2-4bb2-82c0-4da2cbf5feeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:43.064571 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7cb7cfb7-d5e2-4bb2-82c0-4da2cbf5feeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:43.094779 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7cfb7-d5e2-4bb2-82c0-4da2cbf5feeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a12c5e-300e-46bc-b336-045883008501,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:43.117633 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-7cb7cfb7-d5e2-4bb2-82c0-4da2cbf5feeb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da1386c6028a44f1b0d3f947b49dac2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865747 Jul 13 08:44:43.118293 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33406) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:43.203243 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-72220a0e-b4e4-4a1b-9afb-3b0d2bb8ee17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:43.237574 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-72220a0e-b4e4-4a1b-9afb-3b0d2bb8ee17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:43.319306 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-72220a0e-b4e4-4a1b-9afb-3b0d2bb8ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:43.321851 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-72220a0e-b4e4-4a1b-9afb-3b0d2bb8ee17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:43.325720 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-72220a0e-b4e4-4a1b-9afb-3b0d2bb8ee17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44a12c5e-300e-46bc-b336-045883008501 HTTP/1.1" status: 204 len: 168 time: 0.2040172 Jul 13 08:44:43.336503 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72220a0e-b4e4-4a1b-9afb-3b0d2bb8ee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a12c5e-300e-46bc-b336-045883008501,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:43.547570 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8801-010c-4498-9e7b-5d52f9b467ea req-b3ba6899-526e-48ba-9795-ea5c117f0091 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:43.549509 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-83cb8801-010c-4498-9e7b-5d52f9b467ea req-b3ba6899-526e-48ba-9795-ea5c117f0091 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0860121 Jul 13 08:44:43.596548 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-83cb8801-010c-4498-9e7b-5d52f9b467ea req-940d4f85-ada0-4673-aea1-51f61592e5ac tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398300 Jul 13 08:44:44.057840 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33440) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:44.160283 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1107154565-network', 'tenant_id': 'c6d0a598be124dc78cf22f483c52c986'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:44.184501 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Made reservation on behalf of c6d0a598be124dc78cf22f483c52c986 for: {'network': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:44:44.187481 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.205101 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.215143 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ed057-49d6-412c-82ac-31f1b2f2c249 req-c3b9e734-fbf2-4894-9cfa-7b0047e23147 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:44.216652 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e89ed057-49d6-412c-82ac-31f1b2f2c249 req-c3b9e734-fbf2-4894-9cfa-7b0047e23147 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.2760556 Jul 13 08:44:44.256193 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e89ed057-49d6-412c-82ac-31f1b2f2c249 req-665b4147-6cf6-4ef4-afb6-fdb2225e9971 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331013 Jul 13 08:44:44.307001 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.310724 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.336306 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=99633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:44:44.342306 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ec2e7-d173-4d79-a6a5-d4d165993a13,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:44.348163 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.348515 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.segments_db [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Added segment a07271cb-7618-4759-a3e1-a963179602fa of type vlan for network 7d6faecd-7064-4b4c-a2ca-1369d2b2d708 Jul 13 08:44:44.388297 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.417106 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.418083 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:44.418669 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.454027 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3949404 Jul 13 08:44:44.457009 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33446) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:44.462213 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Request body: {'subnet': {'network_id': '7d6faecd-7064-4b4c-a2ca-1369d2b2d708', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1107154565-subnet', 'tenant_id': 'c6d0a598be124dc78cf22f483c52c986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:44.487096 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1225ee-8a24-4c5d-beef-8f9f42c13089 admin admin] Pushing event updated for resources: {'Network': ['ID=7d6faecd-7064-4b4c-a2ca-1369d2b2d708,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:44.493894 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Made reservation on behalf of c6d0a598be124dc78cf22f483c52c986 for: {'subnet': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:44:44.498694 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7247601'] for subnet, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.505109 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 7d6faecd-7064-4b4c-a2ca-1369d2b2d708 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:44:44.621698 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-1c4f7845-7348-4052-8f83-f82635127edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:44.623533 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-1c4f7845-7348-4052-8f83-f82635127edd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67cbac86d97d489eb40a43295448932f&device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 1137 time: 0.0570464 Jul 13 08:44:44.691284 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6618629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7247491'] for subnet, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.763204 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9425648d-d9e2-4d8e-ae3d-03a4265f1c59,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:44.769378 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-23675ebb-93df-45a8-8db9-421a965e523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:44.771557 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-23675ebb-93df-45a8-8db9-421a965e523f service neutron] 10.222.0.70 "GET /v2.0/networks?id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690 HTTP/1.1" status: 200 len: 915 time: 0.1391315 Jul 13 08:44:44.772922 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Checking segment: {'id': 'a07271cb-7618-4759-a3e1-a963179602fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7d6faecd-7064-4b4c-a2ca-1369d2b2d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:44:44.773485 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Network hostable DHCP agents. Network: 7d6faecd-7064-4b4c-a2ca-1369d2b2d708, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:44:44.797815 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Network 7d6faecd-7064-4b4c-a2ca-1369d2b2d708 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:44:44.810794 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 7d6faecd-7064-4b4c-a2ca-1369d2b2d708) {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:44:44.816893 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:44.817634 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.822646 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d48800-18bd-4824-8d56-945fa9949500 None None] Network 7d6faecd-7064-4b4c-a2ca-1369d2b2d708 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:44:44.837171 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-5f41882a-55cd-4d54-92f8-972203aa7384 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3788960 Jul 13 08:44:44.862736 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-ae181584-8651-4914-a73d-07d46573a49f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44d27539-9b27-484b-9930-31456f33e874 HTTP/1.1" status: 200 len: 1001 time: 0.0836647 Jul 13 08:44:44.876730 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b33c1-dce3-4164-bb16-cab7f2a7ad71 req-907da0e9-a058-4986-a2cb-3cec9ac33334 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:44.878344 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-533b33c1-dce3-4164-bb16-cab7f2a7ad71 req-907da0e9-a058-4986-a2cb-3cec9ac33334 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.1464012 Jul 13 08:44:44.955822 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-533b33c1-dce3-4164-bb16-cab7f2a7ad71 req-2f94f593-d83e-4acf-957c-5c0a0c50bf97 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687819 Jul 13 08:44:44.957328 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-40a69f80-6b71-4f68-842e-69cf1f29e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:44.958659 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-40a69f80-6b71-4f68-842e-69cf1f29e93a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f5f6f19-2749-407a-a9ac-606ad6629cc6 HTTP/1.1" status: 200 len: 853 time: 0.0793812 Jul 13 08:44:44.986815 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465dabe2-406a-408e-84bc-3ea06fa61e63 None None] Network 7d6faecd-7064-4b4c-a2ca-1369d2b2d708 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:44:45.024987 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-6790a7e3-6309-4033-bcc7-f4d65026f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:45.026392 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-6790a7e3-6309-4033-bcc7-f4d65026f05e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597899 Jul 13 08:44:45.404670 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-164fc952-cc59-46f0-b418-a7ccb6329d65 service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665478 Jul 13 08:44:45.455094 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f88702-58db-4f58-8079-76260f1fb6a5 req-8bb3ef41-1abd-48ec-a074-9320f2a850fa tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:45.456633 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-35f88702-58db-4f58-8079-76260f1fb6a5 req-8bb3ef41-1abd-48ec-a074-9320f2a850fa tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0688500 Jul 13 08:44:45.457119 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33474) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:45.461729 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2055504855-network', 'tenant_id': 'b6b6c4b8ab544667a150278b7217f032'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:45.506132 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13cd52aa-fbc6-4c2d-a5f0-61abd083d078 req-0dcf9f71-50c6-4774-96f3-e2b116bb3f89 service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941980 Jul 13 08:44:45.509855 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Made reservation on behalf of b6b6c4b8ab544667a150278b7217f032 for: {'network': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:44:45.512236 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.517187 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-35f88702-58db-4f58-8079-76260f1fb6a5 req-1234e88b-72ea-405c-bdaf-baed10aec0f5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522189 Jul 13 08:44:45.524181 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.612829 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.616791 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.638499 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=99632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:44:45.653393 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de71e5b9-b778-41dc-b2cc-c8858a90b0b6,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:45.658286 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.658613 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.segments_db [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Added segment 2b0e094b-99d5-4a65-a055-38b090a297e6 of type vlan for network 3b1583a9-4595-4ad2-a82e-a81fdcb07834 Jul 13 08:44:45.699444 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.727632 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.728638 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:45.729225 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.760692 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3025451 Jul 13 08:44:45.763588 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33476) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:45.768739 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Request body: {'subnet': {'network_id': '3b1583a9-4595-4ad2-a82e-a81fdcb07834', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2055504855-subnet', 'tenant_id': 'b6b6c4b8ab544667a150278b7217f032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:45.788531 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Made reservation on behalf of b6b6c4b8ab544667a150278b7217f032 for: {'subnet': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:44:45.791058 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5073316'] for subnet, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.791464 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8510e6-ce91-4c7f-8a6a-66dc9ea4961a admin admin] Pushing event updated for resources: {'Network': ['ID=3b1583a9-4595-4ad2-a82e-a81fdcb07834,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:45.801609 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 3b1583a9-4595-4ad2-a82e-a81fdcb07834 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:44:45.969954 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4796074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5073366'] for subnet, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:46.027046 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86686988-48ae-4597-8bde-e64f2d5b6108,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:46.036622 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Checking segment: {'id': '2b0e094b-99d5-4a65-a055-38b090a297e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b1583a9-4595-4ad2-a82e-a81fdcb07834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:44:46.037017 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Network hostable DHCP agents. Network: 3b1583a9-4595-4ad2-a82e-a81fdcb07834, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:44:46.053069 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Network 3b1583a9-4595-4ad2-a82e-a81fdcb07834 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:44:46.062616 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 3b1583a9-4595-4ad2-a82e-a81fdcb07834) {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:44:46.067437 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:46.068032 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:46.077815 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde24d5c-c11b-43f6-a9f9-15e75fbf155a None None] Network 3b1583a9-4595-4ad2-a82e-a81fdcb07834 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:44:46.116385 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-437d7f4f-75ca-4f63-949d-0ea51370f984 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3516672 Jul 13 08:44:46.168898 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a168bd-3310-4361-8f70-c3df82a5c44f req-318139c2-3527-44f9-864a-5b28305442e8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:46.177434 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-67a168bd-3310-4361-8f70-c3df82a5c44f req-318139c2-3527-44f9-864a-5b28305442e8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0948663 Jul 13 08:44:46.227559 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-67a168bd-3310-4361-8f70-c3df82a5c44f req-523ca26f-c467-4c2d-ba6f-06c2f35a7a14 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483510 Jul 13 08:44:46.235431 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea4d24-9594-46e5-81e9-3c043e94f255 None None] Network 3b1583a9-4595-4ad2-a82e-a81fdcb07834 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:44:46.706796 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23243e6-94ae-41f1-a53b-2fd504810ddd req-c26af008-0d50-4de8-90a2-864420ef83b0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:46.711565 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e097bf8-3e91-46f8-93fd-8121cc54fc1c req-cb4a09fb-6800-4176-8eb7-beb4ab1f1f95 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:46.713595 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6e097bf8-3e91-46f8-93fd-8121cc54fc1c req-cb4a09fb-6800-4176-8eb7-beb4ab1f1f95 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0684116 Jul 13 08:44:46.713837 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e23243e6-94ae-41f1-a53b-2fd504810ddd req-c26af008-0d50-4de8-90a2-864420ef83b0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0765247 Jul 13 08:44:46.749363 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e23243e6-94ae-41f1-a53b-2fd504810ddd req-2878d2e5-b808-47c5-9159-705aad698d89 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346360 Jul 13 08:44:46.782350 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6e097bf8-3e91-46f8-93fd-8121cc54fc1c req-dd473ce9-021e-4ccf-ae9b-4cec079a04a4 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619807 Jul 13 08:44:47.412889 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fd3b0-51a5-4a80-98dc-e8e75dcb9457 req-a6d211da-b624-4a88-a65d-3782f6621203 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:47.414405 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da1fd3b0-51a5-4a80-98dc-e8e75dcb9457 req-a6d211da-b624-4a88-a65d-3782f6621203 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0690203 Jul 13 08:44:47.454789 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da1fd3b0-51a5-4a80-98dc-e8e75dcb9457 req-1eb1afda-7be8-49da-a08d-4852f6e64ac5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347815 Jul 13 08:44:47.965191 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a901c-a4b3-47e1-bab5-8684c2ef0b2d req-126855ac-d8a8-474f-979e-e2d1baf51700 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:47.967429 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2f6a901c-a4b3-47e1-bab5-8684c2ef0b2d req-126855ac-d8a8-474f-979e-e2d1baf51700 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0949719 Jul 13 08:44:47.987072 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5e3cb-8f22-4c5f-9066-26fa0f36eb73 req-ef51aafc-a532-46bd-8ba7-c13c802d4e2b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:47.989359 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-24a5e3cb-8f22-4c5f-9066-26fa0f36eb73 req-ef51aafc-a532-46bd-8ba7-c13c802d4e2b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0820711 Jul 13 08:44:48.023693 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2f6a901c-a4b3-47e1-bab5-8684c2ef0b2d req-9283bfff-2b87-4bd9-ad91-57d889b46438 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476775 Jul 13 08:44:48.035470 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-24a5e3cb-8f22-4c5f-9066-26fa0f36eb73 req-ed5e28b6-1926-4631-b70f-c784aa06f78e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 Jul 13 08:44:48.632542 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ea4ac-0929-4103-b3e7-e55db940e69b req-8f0bd220-439d-4c41-b42e-3bbacd6061b9 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:48.633951 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b42ea4ac-0929-4103-b3e7-e55db940e69b req-8f0bd220-439d-4c41-b42e-3bbacd6061b9 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0659325 Jul 13 08:44:48.675249 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b42ea4ac-0929-4103-b3e7-e55db940e69b req-7213e912-d16e-43c4-ba8c-96ee86336ad1 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355849 Jul 13 08:44:49.213623 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7167e60-aaf1-42b5-ab42-c5755bd01269 req-0cda27b3-4b6d-4454-89e3-f8772ba5bca2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:49.215194 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a7167e60-aaf1-42b5-ab42-c5755bd01269 req-0cda27b3-4b6d-4454-89e3-f8772ba5bca2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0709143 Jul 13 08:44:49.228221 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b24388-314f-4c04-8dd9-e9f38c20f0c2 req-5579fd41-4c1b-4963-ae08-e29056047e6b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:49.229924 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a7b24388-314f-4c04-8dd9-e9f38c20f0c2 req-5579fd41-4c1b-4963-ae08-e29056047e6b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0711367 Jul 13 08:44:49.256821 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a7167e60-aaf1-42b5-ab42-c5755bd01269 req-7070455a-07ef-49da-8570-1bb6d6329a8a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347002 Jul 13 08:44:49.283092 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a7b24388-314f-4c04-8dd9-e9f38c20f0c2 req-d92cdb65-8794-41d8-847b-1eb334d61016 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369029 Jul 13 08:44:49.316841 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a72818ea-6dbb-4efe-b0a8-8b2ba2fb88ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:49.850350 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f576b-796f-4643-a12a-81ba76d435f7 req-e351b2b7-f680-439b-8ee8-fbc6f2c80068 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:49.851844 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-606f576b-796f-4643-a12a-81ba76d435f7 req-e351b2b7-f680-439b-8ee8-fbc6f2c80068 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0626593 Jul 13 08:44:49.902149 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-606f576b-796f-4643-a12a-81ba76d435f7 req-0d69e511-78cf-4abe-9cd6-439d6cf12688 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444262 Jul 13 08:44:50.435906 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b898-0eef-4c55-936b-a41ff166808a req-4183940a-db39-4b8e-911c-ab45c61c5f7d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:50.438064 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5648b898-0eef-4c55-936b-a41ff166808a req-4183940a-db39-4b8e-911c-ab45c61c5f7d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0648758 Jul 13 08:44:50.482073 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5648b898-0eef-4c55-936b-a41ff166808a req-6fa691eb-3743-4861-a7a2-c03ac3a84a7f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378654 Jul 13 08:44:50.492507 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d10bf3-b8db-4179-98cb-2da53dcd2d10 req-3bf1ee10-05c7-4768-8f8b-7fcead74cbd6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:50.494173 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-49d10bf3-b8db-4179-98cb-2da53dcd2d10 req-3bf1ee10-05c7-4768-8f8b-7fcead74cbd6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0693619 Jul 13 08:44:50.541227 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-49d10bf3-b8db-4179-98cb-2da53dcd2d10 req-989fdec2-03b7-4fea-a069-b28bf3b1ecdb tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 Jul 13 08:44:51.072403 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cef24-096a-42e2-b321-111f2b667182 req-c78d8e81-ae47-4394-a96a-e16fa42b81d4 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:51.073895 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ca1cef24-096a-42e2-b321-111f2b667182 req-c78d8e81-ae47-4394-a96a-e16fa42b81d4 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0628445 Jul 13 08:44:51.115045 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ca1cef24-096a-42e2-b321-111f2b667182 req-8c386472-76b9-4cdb-a7fd-3b5cd38f8a5b tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352316 Jul 13 08:44:51.241962 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201f106-14fc-4e17-8c72-5b7ce5dc649b req-75fb5b4d-f0a2-43f0-a35b-b7e40afb15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:51.243492 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0201f106-14fc-4e17-8c72-5b7ce5dc649b req-75fb5b4d-f0a2-43f0-a35b-b7e40afb15bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 1099 time: 0.0518320 Jul 13 08:44:51.278166 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0201f106-14fc-4e17-8c72-5b7ce5dc649b req-ff23a2af-ae35-457e-9d2b-5914e2071d2e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284262 Jul 13 08:44:51.690889 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e659-1683-4b8c-b598-2ee3c2053cb1 req-db0302d6-be30-4260-b279-d7b0422e022e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:51.692690 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bf42e659-1683-4b8c-b598-2ee3c2053cb1 req-db0302d6-be30-4260-b279-d7b0422e022e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0921631 Jul 13 08:44:51.743852 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df231a-f73b-4e47-a702-a1097870d6fa req-3cd80da7-aa94-4423-aa58-2663ee07673e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:51.752527 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-64df231a-f73b-4e47-a702-a1097870d6fa req-3cd80da7-aa94-4423-aa58-2663ee07673e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0819690 Jul 13 08:44:51.756979 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bf42e659-1683-4b8c-b598-2ee3c2053cb1 req-943d46e7-0766-40f9-98c3-36aa320231b1 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575500 Jul 13 08:44:51.788416 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-64df231a-f73b-4e47-a702-a1097870d6fa req-4694c5b8-b242-459f-ae43-9355328182a3 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348005 Jul 13 08:44:51.820298 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:44:51.921567 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:51.934420 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'port_id': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'mac_address': 'fa:16:3e:a7:44:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:44:51.974349 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:51.988873 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:44:52.013607 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:52.019390 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:52.076918 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=12']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:52.168815 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-32afe2a5-88d7-42db-83f4-1f2aef279472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:52.250377 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f6859e46-719b-4e89-91c4-db203f587d06 None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:52.250961 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f6859e46-719b-4e89-91c4-db203f587d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:52.318882 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76203-b152-4bdc-876c-028b6ea957a0 req-13ed105c-fb8f-4ed6-a11c-0472b8b737d9 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:52.320502 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-68a76203-b152-4bdc-876c-028b6ea957a0 req-13ed105c-fb8f-4ed6-a11c-0472b8b737d9 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0718400 Jul 13 08:44:52.347170 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f6859e46-719b-4e89-91c4-db203f587d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:52.367995 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-68a76203-b152-4bdc-876c-028b6ea957a0 req-95ce1e02-6c86-431a-8e15-edd93ea124d9 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406749 Jul 13 08:44:52.371770 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:52.376424 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba4b60f-d93e-4a64-b6a4-fb2219540d5e" -d '{"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:52.408031 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f6859e46-719b-4e89-91c4-db203f587d06 None None] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:52.413079 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:52.419226 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f6859e46-719b-4e89-91c4-db203f587d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:52.445417 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:52.447676 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e626679-6df1-498d-b3eb-1f6ddf656910 x-openstack-request-id: req-7e626679-6df1-498d-b3eb-1f6ddf656910 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:52.447971 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:52.448234 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e626679-6df1-498d-b3eb-1f6ddf656910 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:52.448623 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'code': 200} Jul 13 08:44:52.535051 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6859e46-719b-4e89-91c4-db203f587d06 None None] Pushing event updated for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=13']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:52.717130 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-a965de7a-7c8f-4563-bcb4-0fdfcb82a93b None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:52.717500 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a965de7a-7c8f-4563-bcb4-0fdfcb82a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:52.986976 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189bff6-7c95-47b2-aee5-c5e2a06f9f69 req-ad5b0378-2a58-494f-b23f-718ce1de48a5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:52.988824 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b189bff6-7c95-47b2-aee5-c5e2a06f9f69 req-ad5b0378-2a58-494f-b23f-718ce1de48a5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1033289 Jul 13 08:44:53.001337 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dc76b-879d-4f75-b98b-3fd614b199b9 req-00a2520c-a853-4991-a43c-001864de3d90 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:53.003640 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da8dc76b-879d-4f75-b98b-3fd614b199b9 req-00a2520c-a853-4991-a43c-001864de3d90 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0802169 Jul 13 08:44:53.064714 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:53.067843 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b189bff6-7c95-47b2-aee5-c5e2a06f9f69 req-7469d73c-9a93-4516-a5f2-e68f4532e509 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700543 Jul 13 08:44:53.071122 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da8dc76b-879d-4f75-b98b-3fd614b199b9 req-9dc9fcfd-6b60-4eb7-a108-4be3241af94f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616200 Jul 13 08:44:53.552789 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3b7dc-4e1c-4f3f-b638-f1ad4beb2bc9 req-006e187a-2c4e-4fe1-af53-6c1c50cfaec9 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:53.554362 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b2d3b7dc-4e1c-4f3f-b638-f1ad4beb2bc9 req-006e187a-2c4e-4fe1-af53-6c1c50cfaec9 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0675437 Jul 13 08:44:53.596856 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b2d3b7dc-4e1c-4f3f-b638-f1ad4beb2bc9 req-d24d3aaf-7998-4f95-b016-1713f3946e60 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361345 Jul 13 08:44:53.818626 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:53.866845 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:53.867253 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:54.240604 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bf1bf-053a-441b-8132-8b728ffaf174 req-20a5fda8-e499-4c42-962d-c4371819b069 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:54.242945 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d33bf1bf-053a-441b-8132-8b728ffaf174 req-20a5fda8-e499-4c42-962d-c4371819b069 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0654871 Jul 13 08:44:54.258139 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9d608-89e7-41ed-937f-88aa6042cad1 req-88c7337e-835e-4a72-b858-fcadb8a6bc8f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:54.259686 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f6f9d608-89e7-41ed-937f-88aa6042cad1 req-88c7337e-835e-4a72-b858-fcadb8a6bc8f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0666111 Jul 13 08:44:54.285147 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d33bf1bf-053a-441b-8132-8b728ffaf174 req-6b2d9028-42bb-4461-a7ae-de16627351c1 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339611 Jul 13 08:44:54.302016 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f6f9d608-89e7-41ed-937f-88aa6042cad1 req-3ff0cb24-1102-4f5d-82da-ea875b9e2f10 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364552 Jul 13 08:44:54.658904 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:54.775293 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72132d-0818-4dee-b9b8-d233fd1f53ed req-9cba3a07-97e1-450a-97dc-a601b0f27b92 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:54.776690 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4e72132d-0818-4dee-b9b8-d233fd1f53ed req-9cba3a07-97e1-450a-97dc-a601b0f27b92 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0667491 Jul 13 08:44:54.818417 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4e72132d-0818-4dee-b9b8-d233fd1f53ed req-e1c65c10-8086-48a9-968a-5d63ce3f7117 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354826 Jul 13 08:44:55.463481 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0b012-0680-4eef-b37c-467ac5610fc0 req-b86edb23-7fe8-4016-a5fa-87b1988fcafc tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:55.465124 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8eb0b012-0680-4eef-b37c-467ac5610fc0 req-b86edb23-7fe8-4016-a5fa-87b1988fcafc tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0683839 Jul 13 08:44:55.504109 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8eb0b012-0680-4eef-b37c-467ac5610fc0 req-76d20230-1162-4687-aaa1-2797710049c2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335188 Jul 13 08:44:55.996316 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee5f04-51ac-4069-8c57-2499c5eb1300 req-a9c3887e-fb71-4f99-a968-853442523759 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:55.998032 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b7ee5f04-51ac-4069-8c57-2499c5eb1300 req-a9c3887e-fb71-4f99-a968-853442523759 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0636656 Jul 13 08:44:56.041250 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b7ee5f04-51ac-4069-8c57-2499c5eb1300 req-41fa2f81-3054-47b4-bb76-2a0cd19aa319 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369630 Jul 13 08:44:56.716410 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cca30-521e-4752-92d0-c8cb0924939d req-1268bf4f-f962-49df-aa75-ec60c57d0c32 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:56.718214 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ef4cca30-521e-4752-92d0-c8cb0924939d req-1268bf4f-f962-49df-aa75-ec60c57d0c32 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0782886 Jul 13 08:44:56.769955 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ef4cca30-521e-4752-92d0-c8cb0924939d req-2dd69de5-0cb0-4855-a8c4-7336d9d19ba1 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403528 Jul 13 08:44:57.235171 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefaa3f-355c-44ab-95d0-8feca6581a6f req-8c544a4b-f20a-44ad-95e7-f5c3ba91506f tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:57.238101 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dbefaa3f-355c-44ab-95d0-8feca6581a6f req-8c544a4b-f20a-44ad-95e7-f5c3ba91506f tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0755458 Jul 13 08:44:57.289233 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dbefaa3f-355c-44ab-95d0-8feca6581a6f req-a08b9870-6fb7-4935-a022-87b8f1d11469 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451627 Jul 13 08:44:57.945697 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7c345-b7c0-45fa-b035-c5e5ece7773a req-1f80d307-f096-4eed-8eb4-1e7948bf76c8 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:57.947122 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8bd7c345-b7c0-45fa-b035-c5e5ece7773a req-1f80d307-f096-4eed-8eb4-1e7948bf76c8 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0623286 Jul 13 08:44:57.988357 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8bd7c345-b7c0-45fa-b035-c5e5ece7773a req-92f21b16-a0d4-4110-91bb-dcc84c69d486 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357089 Jul 13 08:44:58.388126 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d742a0d-a8d4-4cc1-a84e-36404e7b57f5 req-c1fccda7-cced-4f80-a361-9dc0948732f0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.389700 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1d742a0d-a8d4-4cc1-a84e-36404e7b57f5 req-c1fccda7-cced-4f80-a361-9dc0948732f0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1042993 Jul 13 08:44:58.449054 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-8e61d87d-f096-4fc3-8277-fec2a21dba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.450863 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-8e61d87d-f096-4fc3-8277-fec2a21dba52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 1099 time: 0.1365824 Jul 13 08:44:58.455359 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1d742a0d-a8d4-4cc1-a84e-36404e7b57f5 req-c69e817b-c846-43c7-8bf2-859bee07ced0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570750 Jul 13 08:44:58.538858 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12344-7913-4cbc-b2c3-0975647c8089 req-a07264ae-905a-40fe-a6ec-e68b9cd5515a tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.542230 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1ec12344-7913-4cbc-b2c3-0975647c8089 req-a07264ae-905a-40fe-a6ec-e68b9cd5515a tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.1089926 Jul 13 08:44:58.596191 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-da8e81d5-8ed6-4ffe-8ce7-80aaab3c0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.598214 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1ec12344-7913-4cbc-b2c3-0975647c8089 req-16d49c9b-0232-4b67-a58b-c784a4a9636e tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500634 Jul 13 08:44:58.599653 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-da8e81d5-8ed6-4ffe-8ce7-80aaab3c0b99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 911 time: 0.1422546 Jul 13 08:44:58.678899 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-bbbb127e-8c28-460b-a973-bb25e57914c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff92da11-b4da-48f7-a392-967d1ed50da6 HTTP/1.1" status: 200 len: 1002 time: 0.0726495 Jul 13 08:44:58.737112 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-83c3090f-c453-4a5a-a0fc-d10e37ada8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.738641 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-83c3090f-c453-4a5a-a0fc-d10e37ada8d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.0531452 Jul 13 08:44:58.760847 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33840) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:58.802055 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-a5aff117-414f-44e4-bd58-7ec34a54f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.803996 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-a5aff117-414f-44e4-bd58-7ec34a54f0a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588639 Jul 13 08:44:58.870251 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:58.930144 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-7a7c8e1c-5999-48a7-8450-2e4b223448d0 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048505 Jul 13 08:44:58.972138 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:58.976511 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.020329 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ce93f8e88754b8e93a31b2b63fd46f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559917 Jul 13 08:44:59.020329 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61e20e9-626f-4ac9-bfe4-451b11935b4d,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:59.020859 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33852) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:59.027097 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.027456 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.027808 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.028143 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.028483 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.028820 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.029159 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.029484 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.029817 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.030149 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.030536 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.030805 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7612c-8eb9-4bec-bd31-f6fb88cc1022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.061317 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55a78ecd-f2c4-497b-8ba5-526ce3d9f5b0 req-47198ffc-c849-4456-859c-770cb71d9ebe service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247916 Jul 13 08:44:59.083286 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.105531 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.155390 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.158028 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.159235 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f61e20e9-626f-4ac9-bfe4-451b11935b4d HTTP/1.1" status: 204 len: 168 time: 0.1373403 Jul 13 08:44:59.167581 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61e20e9-626f-4ac9-bfe4-451b11935b4d,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:59.175486 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.175844 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.176210 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.176553 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.176910 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.177262 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.177582 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.177919 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.178263 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.178662 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.179032 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.179366 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9b4e1-401d-47c7-b4e5-da8644ad06e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:59.417262 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33858) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:59.434297 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4d59eb5a-6ff9-4fae-b44d-9212ea5242c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.529910 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4d59eb5a-6ff9-4fae-b44d-9212ea5242c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.534255 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4d59eb5a-6ff9-4fae-b44d-9212ea5242c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.577928 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-4d59eb5a-6ff9-4fae-b44d-9212ea5242c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a6fef273e1c45bf8fa491aaeab9e792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592460 Jul 13 08:44:59.578778 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59eb5a-6ff9-4fae-b44d-9212ea5242c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfda152-54df-45a5-8195-8e14154b6e40,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:59.582336 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33862) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:59.638359 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-48750913-eea5-4d84-85e9-78b5d845d63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.672953 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca9c5-fc5d-475b-ae5a-1fe75d123a54 req-307105bb-3f6c-4b8f-a229-49e3809b784c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:59.675924 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-48750913-eea5-4d84-85e9-78b5d845d63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.680463 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9f0ca9c5-fc5d-475b-ae5a-1fe75d123a54 req-307105bb-3f6c-4b8f-a229-49e3809b784c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0896769 Jul 13 08:44:59.720438 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9f0ca9c5-fc5d-475b-ae5a-1fe75d123a54 req-362df2ed-ce8b-4eae-ad23-e2b8cd570c68 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390003 Jul 13 08:44:59.768200 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-48750913-eea5-4d84-85e9-78b5d845d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.770872 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-48750913-eea5-4d84-85e9-78b5d845d63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.771996 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-48750913-eea5-4d84-85e9-78b5d845d63e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cfda152-54df-45a5-8195-8e14154b6e40 HTTP/1.1" status: 204 len: 168 time: 0.1885960 Jul 13 08:44:59.788906 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48750913-eea5-4d84-85e9-78b5d845d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfda152-54df-45a5-8195-8e14154b6e40,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:59.807744 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a291c-3fdf-4fdc-8673-af3604a463c1 req-f1991fe8-bbe5-4235-9b68-9b1ee22eb41f tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:59.809288 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9f8a291c-3fdf-4fdc-8673-af3604a463c1 req-f1991fe8-bbe5-4235-9b68-9b1ee22eb41f tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0853729 Jul 13 08:44:59.828353 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74d138ab-353c-43ed-9536-ad676a91d307 req-880cefac-dbfa-4b91-89c5-5c88a0e864f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705650 Jul 13 08:44:59.853557 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9f8a291c-3fdf-4fdc-8673-af3604a463c1 req-1fdd3917-bdec-4e6a-8d54-538830547303 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372651 Jul 13 08:44:59.912307 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d138ab-353c-43ed-9536-ad676a91d307 req-805a70f4-92a3-43af-95bc-b50e35f2017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:59.913848 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74d138ab-353c-43ed-9536-ad676a91d307 req-805a70f4-92a3-43af-95bc-b50e35f2017b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 1099 time: 0.0602064 Jul 13 08:45:00.028159 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d138ab-353c-43ed-9536-ad676a91d307 req-9f1ef9a2-fd3d-4c31-814d-c89db771b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:00.029879 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74d138ab-353c-43ed-9536-ad676a91d307 req-9f1ef9a2-fd3d-4c31-814d-c89db771b286 service neutron] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 911 time: 0.0953948 Jul 13 08:45:00.114361 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74d138ab-353c-43ed-9536-ad676a91d307 req-bd48e9b0-7454-40fe-bf17-676e1898afd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff92da11-b4da-48f7-a392-967d1ed50da6 HTTP/1.1" status: 200 len: 1002 time: 0.0784097 Jul 13 08:45:00.155563 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33886) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:00.177321 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d138ab-353c-43ed-9536-ad676a91d307 req-dde5a7ac-eceb-4051-b9d2-49bd77f7f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:00.179213 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74d138ab-353c-43ed-9536-ad676a91d307 req-dde5a7ac-eceb-4051-b9d2-49bd77f7f1a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.0582206 Jul 13 08:45:00.209296 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e9c845-0a8e-4d46-9306-1b068419886d admin admin] Deleting subnet 9425648d-d9e2-4d8e-ae3d-03a4265f1c59 {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:45:00.212760 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f5e9c845-0a8e-4d46-9306-1b068419886d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.241421 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d138ab-353c-43ed-9536-ad676a91d307 req-00ba9edf-4a7d-49da-beeb-c7a34d6de528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:00.242444 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74d138ab-353c-43ed-9536-ad676a91d307 req-00ba9edf-4a7d-49da-beeb-c7a34d6de528 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572994 Jul 13 08:45:00.259113 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f5e9c845-0a8e-4d46-9306-1b068419886d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.304179 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f5e9c845-0a8e-4d46-9306-1b068419886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.352224 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74d138ab-353c-43ed-9536-ad676a91d307 req-786bc116-6a05-4a3c-a514-ed3e1d994e47 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025641 Jul 13 08:45:00.362543 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f5e9c845-0a8e-4d46-9306-1b068419886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.390751 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9c845-0a8e-4d46-9306-1b068419886d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9425648d-d9e2-4d8e-ae3d-03a4265f1c59,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:00.397881 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f5e9c845-0a8e-4d46-9306-1b068419886d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.399871 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f5e9c845-0a8e-4d46-9306-1b068419886d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9425648d-d9e2-4d8e-ae3d-03a4265f1c59 HTTP/1.1" status: 204 len: 168 time: 0.2433736 Jul 13 08:45:00.402382 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33896) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:00.461361 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-74d138ab-353c-43ed-9536-ad676a91d307 req-f859f689-ec06-4867-a789-abfbf0e2d561 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031854 Jul 13 08:45:00.477700 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.558253 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.569025 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6faecd-7064-4b4c-a2ca-1369d2b2d708']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:00.580245 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07271cb-7618-4759-a3e1-a963179602fa') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:00.580553 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07271cb-7618-4759-a3e1-a963179602fa') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:00.590396 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.606713 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.614685 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:45:00.615122 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:45:00.616794 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:45:00.677534 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.683235 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.688386 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33904) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:00.688784 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] 10.222.0.66 "DELETE /v2.0/networks/7d6faecd-7064-4b4c-a2ca-1369d2b2d708 HTTP/1.1" status: 204 len: 168 time: 0.2851501 Jul 13 08:45:00.701010 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ba601-eaab-4f5c-b259-517817cfd13b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6faecd-7064-4b4c-a2ca-1369d2b2d708,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:00.740222 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e0fcf0-5d52-4909-bce2-27a8fe9a04b1 admin admin] Deleting subnet 86686988-48ae-4597-8bde-e64f2d5b6108 {{(pid=99633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:45:00.743518 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b8e0fcf0-5d52-4909-bce2-27a8fe9a04b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.779723 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b8e0fcf0-5d52-4909-bce2-27a8fe9a04b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796081'] for subnet, precommit_delete_associations {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.820457 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b8e0fcf0-5d52-4909-bce2-27a8fe9a04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.921540 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b8e0fcf0-5d52-4909-bce2-27a8fe9a04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4796271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5073359'] for subnet, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.963551 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98844f38-84f9-41a8-9c2f-07c6f56c46fc req-091d61d2-ac7a-4687-b39b-3a044528d9ec tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:00.971978 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98844f38-84f9-41a8-9c2f-07c6f56c46fc req-091d61d2-ac7a-4687-b39b-3a044528d9ec tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1176171 Jul 13 08:45:00.980072 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0fcf0-5d52-4909-bce2-27a8fe9a04b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86686988-48ae-4597-8bde-e64f2d5b6108,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:00.983192 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b8e0fcf0-5d52-4909-bce2-27a8fe9a04b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.987890 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b8e0fcf0-5d52-4909-bce2-27a8fe9a04b1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/86686988-48ae-4597-8bde-e64f2d5b6108 HTTP/1.1" status: 204 len: 168 time: 0.2957301 Jul 13 08:45:00.992129 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33918) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:01.037231 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98844f38-84f9-41a8-9c2f-07c6f56c46fc req-7f3e98ff-01d2-480f-ab75-a908457f2af3 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651736 Jul 13 08:45:01.054869 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220f14f-7fed-453b-b940-8f1ef6adefa6 req-ed808630-b326-4751-b2a5-047d929c0496 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:01.056485 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3220f14f-7fed-453b-b940-8f1ef6adefa6 req-ed808630-b326-4751-b2a5-047d929c0496 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0731976 Jul 13 08:45:01.090405 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.100712 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3220f14f-7fed-453b-b940-8f1ef6adefa6 req-4efc234e-405e-47f7-a3f4-33ffdb9884c3 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384731 Jul 13 08:45:01.170900 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.182111 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1583a9-4595-4ad2-a82e-a81fdcb07834']}} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:01.193518 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0e094b-99d5-4a65-a055-38b090a297e6') {'for_net_delete': True} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:01.193819 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0e094b-99d5-4a65-a055-38b090a297e6') {} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:01.203272 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796088'] for segment, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.216939 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.224077 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=99633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:45:01.224502 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4796160'] for segment, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: Traceback (most recent call last): Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: timer() Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: cb(*args, **kw) Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: return func(*args, **kwargs) Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: self._notify() Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: self.callback(batched_events) Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: event.method(event) Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: return f(self, *a, **k) Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: return self._get(url).json() Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: return self.request(url, 'GET', **kwargs) Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:45:01.226167 dv-cinder-800430-2-iscsi neutron-server[99633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:45:01.287412 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.293369 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.295332 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] 10.222.0.66 "DELETE /v2.0/networks/3b1583a9-4595-4ad2-a82e-a81fdcb07834 HTTP/1.1" status: 204 len: 168 time: 0.3024261 Jul 13 08:45:01.312592 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4f389-ebc1-4a8e-a519-817a12d0a3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1583a9-4595-4ad2-a82e-a81fdcb07834,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:01.425441 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 33934) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:01.471744 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33936) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:01.476290 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-64f02c43-e45c-45a6-ace1-4c990d52ddf4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c6d0a598be124dc78cf22f483c52c986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422020 Jul 13 08:45:01.528940 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7df1230f-b55a-4900-b9c4-2698a411693e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.551675 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7df1230f-b55a-4900-b9c4-2698a411693e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.614530 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7df1230f-b55a-4900-b9c4-2698a411693e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.617269 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7df1230f-b55a-4900-b9c4-2698a411693e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.618437 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-7df1230f-b55a-4900-b9c4-2698a411693e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c2ec2e7-d173-4d79-a6a5-d4d165993a13 HTTP/1.1" status: 204 len: 168 time: 0.1454403 Jul 13 08:45:01.626639 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1230f-b55a-4900-b9c4-2698a411693e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ec2e7-d173-4d79-a6a5-d4d165993a13,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:01.966562 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33950) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:02.021555 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-419fcfa6-986c-4ae9-b20b-163e56c2fcae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6b6c4b8ab544667a150278b7217f032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534332 Jul 13 08:45:02.023822 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 33956) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:02.074494 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4dae2593-27cb-4362-9950-5f82cad835f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:02.097717 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4dae2593-27cb-4362-9950-5f82cad835f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:02.157987 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4dae2593-27cb-4362-9950-5f82cad835f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:02.160975 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4dae2593-27cb-4362-9950-5f82cad835f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:02.162108 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-4dae2593-27cb-4362-9950-5f82cad835f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de71e5b9-b778-41dc-b2cc-c8858a90b0b6 HTTP/1.1" status: 204 len: 168 time: 0.1373651 Jul 13 08:45:02.177668 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae2593-27cb-4362-9950-5f82cad835f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de71e5b9-b778-41dc-b2cc-c8858a90b0b6,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:02.222682 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:02.294958 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb4c6-cbc6-4867-9d33-7797109aa391 req-9ea5367e-bfea-4b0e-b292-80ec11d8c0d5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:02.296670 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d93bb4c6-cbc6-4867-9d33-7797109aa391 req-9ea5367e-bfea-4b0e-b292-80ec11d8c0d5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.0717261 Jul 13 08:45:02.341789 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d93bb4c6-cbc6-4867-9d33-7797109aa391 req-986dc109-dd19-4bc1-b4f7-c42cb7bb1841 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a5234c8-3540-4e4f-a179-91eda2d267a8&id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384951 Jul 13 08:45:08.966175 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34114) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:09.069763 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dc2cc848-9fe7-47ef-8af7-3b3adb9da5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.169499 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dc2cc848-9fe7-47ef-8af7-3b3adb9da5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.173653 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dc2cc848-9fe7-47ef-8af7-3b3adb9da5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.219770 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34126) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:09.220287 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-dc2cc848-9fe7-47ef-8af7-3b3adb9da5ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a18f8482694c4b33ab7f5d78eb6322e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525988 Jul 13 08:45:09.221348 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cc848-9fe7-47ef-8af7-3b3adb9da5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bf2ed8-41bd-4f93-84d1-7c156a118759,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:09.283372 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1bf1-48f1-47d2-b7bd-8e694572be8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.304826 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1bf1-48f1-47d2-b7bd-8e694572be8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.352800 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1bf1-48f1-47d2-b7bd-8e694572be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.355368 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1bf1-48f1-47d2-b7bd-8e694572be8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.356525 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5d9f1bf1-48f1-47d2-b7bd-8e694572be8b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13bf2ed8-41bd-4f93-84d1-7c156a118759 HTTP/1.1" status: 204 len: 168 time: 0.1357856 Jul 13 08:45:09.365451 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f1bf1-48f1-47d2-b7bd-8e694572be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bf2ed8-41bd-4f93-84d1-7c156a118759,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:09.633632 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34134) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:09.646873 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b62c58bb-4fa3-475b-90f8-d36873153b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.734340 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b62c58bb-4fa3-475b-90f8-d36873153b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.738752 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b62c58bb-4fa3-475b-90f8-d36873153b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.778357 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b62c58bb-4fa3-475b-90f8-d36873153b89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7642be9015d746368949137ab28ee02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436431 Jul 13 08:45:09.779260 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c58bb-4fa3-475b-90f8-d36873153b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5167384-5174-4e88-97b4-5659ba13bad1,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:09.781954 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34136) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:09.833360 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-64eb1d92-d7c4-4cfe-a19f-c9e31381203a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.854162 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-64eb1d92-d7c4-4cfe-a19f-c9e31381203a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.900911 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-64eb1d92-d7c4-4cfe-a19f-c9e31381203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.903418 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-64eb1d92-d7c4-4cfe-a19f-c9e31381203a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:09.904599 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-64eb1d92-d7c4-4cfe-a19f-c9e31381203a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5167384-5174-4e88-97b4-5659ba13bad1 HTTP/1.1" status: 204 len: 168 time: 0.1212187 Jul 13 08:45:09.912852 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb1d92-d7c4-4cfe-a19f-c9e31381203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5167384-5174-4e88-97b4-5659ba13bad1,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:10.220692 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34142) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:10.234048 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0eb7fae9-7856-4dc1-bd94-3c5ed571c06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:10.322891 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0eb7fae9-7856-4dc1-bd94-3c5ed571c06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:10.326527 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0eb7fae9-7856-4dc1-bd94-3c5ed571c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:10.368946 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-0eb7fae9-7856-4dc1-bd94-3c5ed571c06b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=446bd0632bf841a1b595e45e30567999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471481 Jul 13 08:45:10.369827 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7fae9-7856-4dc1-bd94-3c5ed571c06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483d6c18-57e3-4a47-94fe-5ea70077185e,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:10.371607 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34148) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:10.428921 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c1a41677-34f9-487a-9ed8-20c0d4dc765f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:10.453890 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c1a41677-34f9-487a-9ed8-20c0d4dc765f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:10.500702 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c1a41677-34f9-487a-9ed8-20c0d4dc765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:10.503488 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c1a41677-34f9-487a-9ed8-20c0d4dc765f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:10.504801 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c1a41677-34f9-487a-9ed8-20c0d4dc765f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/483d6c18-57e3-4a47-94fe-5ea70077185e HTTP/1.1" status: 204 len: 168 time: 0.1313188 Jul 13 08:45:10.512239 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a41677-34f9-487a-9ed8-20c0d4dc765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483d6c18-57e3-4a47-94fe-5ea70077185e,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:10.609809 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:45:12.854479 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34244) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:12.959868 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-11de5454-8ce5-488e-961e-2282f8c3843f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.052885 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-11de5454-8ce5-488e-961e-2282f8c3843f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.057693 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-11de5454-8ce5-488e-961e-2282f8c3843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.099729 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-11de5454-8ce5-488e-961e-2282f8c3843f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9345a990fc7d469ebe56b001681cb930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440631 Jul 13 08:45:13.100553 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de5454-8ce5-488e-961e-2282f8c3843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3ec692-f9fe-4352-bda9-09b1403cbb3f,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:13.102368 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34248) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:13.152929 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd077817-8013-4c2e-90a0-bd9ba490c402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.174614 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd077817-8013-4c2e-90a0-bd9ba490c402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.225072 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd077817-8013-4c2e-90a0-bd9ba490c402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.227566 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-fd077817-8013-4c2e-90a0-bd9ba490c402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.228738 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-fd077817-8013-4c2e-90a0-bd9ba490c402 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d3ec692-f9fe-4352-bda9-09b1403cbb3f HTTP/1.1" status: 204 len: 168 time: 0.1253040 Jul 13 08:45:13.236952 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd077817-8013-4c2e-90a0-bd9ba490c402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3ec692-f9fe-4352-bda9-09b1403cbb3f,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:13.504903 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34254) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:13.517941 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f0a43f77-5f8b-494b-b322-31714d88c019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.609298 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f0a43f77-5f8b-494b-b322-31714d88c019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.613139 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f0a43f77-5f8b-494b-b322-31714d88c019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.651682 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f0a43f77-5f8b-494b-b322-31714d88c019 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f894ddf21ab34952a4ce25c5c8e57809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456532 Jul 13 08:45:13.652415 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a43f77-5f8b-494b-b322-31714d88c019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7c2485-99e1-4a5f-a201-5dfd15d1a79f,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:13.654761 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34256) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:13.705000 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0ccf-b120-4810-b172-7ba948e29d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.726342 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0ccf-b120-4810-b172-7ba948e29d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.776804 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0ccf-b120-4810-b172-7ba948e29d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.779431 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0ccf-b120-4810-b172-7ba948e29d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.782892 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-6d0c0ccf-b120-4810-b172-7ba948e29d40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e7c2485-99e1-4a5f-a201-5dfd15d1a79f HTTP/1.1" status: 204 len: 168 time: 0.1248798 Jul 13 08:45:13.790168 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c0ccf-b120-4810-b172-7ba948e29d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7c2485-99e1-4a5f-a201-5dfd15d1a79f,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:17.852952 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34332) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:17.964230 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-693496ec-3044-4f22-ac60-e9298d3c9954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:18.054799 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-693496ec-3044-4f22-ac60-e9298d3c9954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:18.058761 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-693496ec-3044-4f22-ac60-e9298d3c9954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:18.097481 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-693496ec-3044-4f22-ac60-e9298d3c9954 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25efde7df7f64b5d980b409f6ccfa28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434118 Jul 13 08:45:18.098651 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693496ec-3044-4f22-ac60-e9298d3c9954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215c429e-1de1-4c03-abb4-d1ed331be0e2,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:18.100237 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34338) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:18.148193 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d444ca15-d5ec-4aec-95be-e7ca2806191a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:18.170194 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d444ca15-d5ec-4aec-95be-e7ca2806191a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:18.219704 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d444ca15-d5ec-4aec-95be-e7ca2806191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:18.222256 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d444ca15-d5ec-4aec-95be-e7ca2806191a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:18.224021 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-d444ca15-d5ec-4aec-95be-e7ca2806191a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/215c429e-1de1-4c03-abb4-d1ed331be0e2 HTTP/1.1" status: 204 len: 168 time: 0.1227973 Jul 13 08:45:18.232020 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444ca15-d5ec-4aec-95be-e7ca2806191a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215c429e-1de1-4c03-abb4-d1ed331be0e2,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:19.317023 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0f844dc0-7c8f-4cad-a80b-84c46d64de1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.165207 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b72d702e-cb45-46de-a86b-47699bd9f9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.399158 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:23.065738 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.663341 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.322310 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34488) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:26.439045 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1da7655a-0452-4e86-a73d-9fcaffa4626a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.557267 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1da7655a-0452-4e86-a73d-9fcaffa4626a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.561223 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1da7655a-0452-4e86-a73d-9fcaffa4626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.601527 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-1da7655a-0452-4e86-a73d-9fcaffa4626a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48efd5f703c546ce8692e251abe34431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779849 Jul 13 08:45:26.602316 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7655a-0452-4e86-a73d-9fcaffa4626a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb26e60-dc91-447d-9850-78888c13ce15,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:26.604946 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34496) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:26.663686 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4acff353-0e07-4fdb-aace-bc47b9d517d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.686474 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4acff353-0e07-4fdb-aace-bc47b9d517d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.740484 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4acff353-0e07-4fdb-aace-bc47b9d517d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.743718 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4acff353-0e07-4fdb-aace-bc47b9d517d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.744955 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-4acff353-0e07-4fdb-aace-bc47b9d517d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2eb26e60-dc91-447d-9850-78888c13ce15 HTTP/1.1" status: 204 len: 168 time: 0.1382730 Jul 13 08:45:26.753536 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acff353-0e07-4fdb-aace-bc47b9d517d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb26e60-dc91-447d-9850-78888c13ce15,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.032880 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34502) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:27.046373 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bf1434e6-2901-4d0b-9a96-a2634a2b6c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.151834 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bf1434e6-2901-4d0b-9a96-a2634a2b6c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.155771 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bf1434e6-2901-4d0b-9a96-a2634a2b6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.193454 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1434e6-2901-4d0b-9a96-a2634a2b6c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afda588c-de03-445d-a941-8ad6ab2d8b16,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.197846 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-bf1434e6-2901-4d0b-9a96-a2634a2b6c25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22592a07504941358604bab1edc596e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639271 Jul 13 08:45:27.200643 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34504) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:27.256304 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d942-fb02-4b33-8d62-465c11be70ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.280175 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d942-fb02-4b33-8d62-465c11be70ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.330669 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d942-fb02-4b33-8d62-465c11be70ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.333402 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d942-fb02-4b33-8d62-465c11be70ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.334584 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b6b3d942-fb02-4b33-8d62-465c11be70ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/afda588c-de03-445d-a941-8ad6ab2d8b16 HTTP/1.1" status: 204 len: 168 time: 0.1331556 Jul 13 08:45:27.342595 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3d942-fb02-4b33-8d62-465c11be70ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afda588c-de03-445d-a941-8ad6ab2d8b16,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.678351 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34512) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:27.692107 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-db1d3f33-3fca-41a3-aa73-4003f0324164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.782444 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-db1d3f33-3fca-41a3-aa73-4003f0324164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.786453 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-db1d3f33-3fca-41a3-aa73-4003f0324164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.826622 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d3f33-3fca-41a3-aa73-4003f0324164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3c3c58-342d-46a8-bd0d-59b400f269a6,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.832044 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-db1d3f33-3fca-41a3-aa73-4003f0324164 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d682503833a6446190dc2df0f22bfd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526196 Jul 13 08:45:27.835052 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34514) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:27.886552 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7a8e472-52e8-4e05-920e-8f8ebc75cda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.908253 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7a8e472-52e8-4e05-920e-8f8ebc75cda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.957093 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7a8e472-52e8-4e05-920e-8f8ebc75cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.960147 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a7a8e472-52e8-4e05-920e-8f8ebc75cda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.961337 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a7a8e472-52e8-4e05-920e-8f8ebc75cda1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c3c3c58-342d-46a8-bd0d-59b400f269a6 HTTP/1.1" status: 204 len: 168 time: 0.1254544 Jul 13 08:45:27.969321 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8e472-52e8-4e05-920e-8f8ebc75cda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3c3c58-342d-46a8-bd0d-59b400f269a6,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:28.658294 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34540) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:28.763935 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-324214217-network', 'tenant_id': '1b1c50957d614bf3b196a9502dbb0872'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:28.786249 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Made reservation on behalf of 1b1c50957d614bf3b196a9502dbb0872 for: {'network': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:45:28.788697 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.797568 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.895916 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.900043 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.920673 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=99633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:45:28.934063 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90fab86-fe9c-4411-881a-ab2b8568ba24,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:28.938901 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.939266 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.segments_db [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Added segment 6a1f4392-72b3-4419-bbc0-8d792509704d of type vlan for network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 Jul 13 08:45:28.982101 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.013012 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.013994 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:29.014591 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.049045 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3891306 Jul 13 08:45:29.052436 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34544) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:29.084605 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Request body: {'subnet': {'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-324214217-subnet', 'tenant_id': '1b1c50957d614bf3b196a9502dbb0872', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:29.088761 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b39c1-736b-4e5f-b27c-6975a4544269 admin admin] Pushing event updated for resources: {'Network': ['ID=a02bf6f4-b771-4cb7-b694-a38ef81b76c2,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:29.098771 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:45:29.108737 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Made reservation on behalf of 1b1c50957d614bf3b196a9502dbb0872 for: {'subnet': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:45:29.111448 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5073316'] for subnet, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.297656 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4796074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5073366'] for subnet, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.353585 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c96f9e-78a9-412f-a0dd-b72716d91ea4,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:29.361362 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Checking segment: {'id': '6a1f4392-72b3-4419-bbc0-8d792509704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:45:29.361362 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Network hostable DHCP agents. Network: a02bf6f4-b771-4cb7-b694-a38ef81b76c2, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:45:29.383537 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:45:29.394815 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, a02bf6f4-b771-4cb7-b694-a38ef81b76c2) {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:45:29.399481 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:29.400130 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.406834 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43750f97-9e4a-4f90-b53e-5bae8d977d78 None None] Network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:45:29.416477 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-bc103574-47ee-4421-bf3a-d4ad32d02648 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3627663 Jul 13 08:45:29.587094 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d7a94-9310-4af5-9654-83f79fdc2f14 None None] Network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:45:31.324610 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34592) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:31.372821 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-09a07905-aa9a-4391-887a-26a87f9f296d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:31.374349 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-09a07905-aa9a-4391-887a-26a87f9f296d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/networks?id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2 HTTP/1.1" status: 200 len: 813 time: 0.1157365 Jul 13 08:45:31.392129 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-3781577e-e7b9-45ad-a199-6f27a021a221 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/quotas/1b1c50957d614bf3b196a9502dbb0872 HTTP/1.1" status: 200 len: 375 time: 0.0096540 Jul 13 08:45:31.431791 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-7daf8ea0-53ad-49d0-8864-9fda012ae6a8 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b1c50957d614bf3b196a9502dbb0872&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323410 Jul 13 08:45:31.434962 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e037b055-f649-42fe-8c7c-cb0c52d5bbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.531898 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-594aedb4-fc26-467c-a0b2-81b7f1ff7913 service neutron] 10.222.0.66 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933077 Jul 13 08:45:31.532204 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e037b055-f649-42fe-8c7c-cb0c52d5bbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.537971 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e037b055-f649-42fe-8c7c-cb0c52d5bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.577608 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-e037b055-f649-42fe-8c7c-cb0c52d5bbe4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=99f0b70c17cc4c4faed9fd3556deff2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517216 Jul 13 08:45:31.578928 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037b055-f649-42fe-8c7c-cb0c52d5bbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243ee9bb-0082-44f0-be21-afae3556e4ee,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:31.581236 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34596) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:31.635501 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-47ef07cf-8050-436b-bffc-09848a3c17ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.641109 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-18c5c499-e307-4f24-a223-246122831294 service neutron] 10.222.0.66 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015089 Jul 13 08:45:31.661657 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-47ef07cf-8050-436b-bffc-09848a3c17ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.717287 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-47ef07cf-8050-436b-bffc-09848a3c17ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.719924 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-47ef07cf-8050-436b-bffc-09848a3c17ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.721166 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-47ef07cf-8050-436b-bffc-09848a3c17ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/243ee9bb-0082-44f0-be21-afae3556e4ee HTTP/1.1" status: 204 len: 168 time: 0.1389527 Jul 13 08:45:31.731279 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef07cf-8050-436b-bffc-09848a3c17ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243ee9bb-0082-44f0-be21-afae3556e4ee,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:31.825435 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-56878c53-7a12-4549-9190-042efba6c6b2 req-10880405-9373-4252-b48a-94a31440cedc tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 210 time: 0.0302362 Jul 13 08:45:32.218015 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:33.032277 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-408b458c-8944-48b2-a4c5-efba50af6fc5 req-88abd7f0-32f8-4211-8f64-f5f837d5c1f1 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 210 time: 0.0459971 Jul 13 08:45:33.199822 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-f534f061-e997-46e9-9c0f-e04a10ee8c69 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:33.201300 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-f534f061-e997-46e9-9c0f-e04a10ee8c69 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.70 "GET /v2.0/networks?id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2 HTTP/1.1" status: 200 len: 813 time: 0.1678598 Jul 13 08:45:33.219233 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Request body: {'port': {'device_id': 'e5c04b79-338e-41a0-8d4b-5b740575f0c6', 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2', 'admin_state_up': True, 'tenant_id': '1b1c50957d614bf3b196a9502dbb0872'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:33.358192 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Made reservation on behalf of 1b1c50957d614bf3b196a9502dbb0872 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:45:33.361900 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:33.497843 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Allocated IP 172.20.0.5 (a02bf6f4-b771-4cb7-b694-a38ef81b76c2/a3c96f9e-78a9-412f-a0dd-b72716d91ea4/9f66b65e-b31c-449c-954f-cd841a2f2b3f) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:45:33.651951 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:33.690129 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4796218'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:33.737988 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:45:33.741539 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:45:33.745365 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:45:33.752092 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Pushing event updated for resources: {'Port': ['ID=9f66b65e-b31c-449c-954f-cd841a2f2b3f,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:33.798440 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:33.799089 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:33.814403 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-4b19444f-c2a3-44b8-ad90-b131b635c07d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002772 Jul 13 08:45:33.827322 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Request body: {'port': {'device_id': 'e5c04b79-338e-41a0-8d4b-5b740575f0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:33.917414 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:34.280908 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f66b65e-b31c-449c-954f-cd841a2f2b3f {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:45:34.292219 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:34.310060 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Transition to ACTIVE for port object 9f66b65e-b31c-449c-954f-cd841a2f2b3f will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:45:34.318637 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fe1b4-4899-4cca-8d9b-aa7c2e38ecbb req-b24ed2ff-1a89-4024-80ff-a9bc7ecc085c tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:34.320212 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-077fe1b4-4899-4cca-8d9b-aa7c2e38ecbb req-b24ed2ff-1a89-4024-80ff-a9bc7ecc085c tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 931 time: 0.1423717 Jul 13 08:45:34.321570 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796204'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:34.406388 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f66b65e-b31c-449c-954f-cd841a2f2b3f,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:34.433733 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-077fe1b4-4899-4cca-8d9b-aa7c2e38ecbb req-fbc4b452-0d37-409c-aed9-be34ab7813a5 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031463 Jul 13 08:45:34.488336 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Attempting to bind port 9f66b65e-b31c-449c-954f-cd841a2f2b3f on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:45:34.488741 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Attempting to bind port 9f66b65e-b31c-449c-954f-cd841a2f2b3f by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '6a1f4392-72b3-4419-bbc0-8d792509704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:45:34.489336 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Attempting to bind port 9f66b65e-b31c-449c-954f-cd841a2f2b3f on network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:45:34.495048 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Port 9f66b65e-b31c-449c-954f-cd841a2f2b3f on network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:45:34.495380 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Attempting to bind port 9f66b65e-b31c-449c-954f-cd841a2f2b3f on network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:45:34.501202 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:45:34.501426 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Checking segment: {'id': '6a1f4392-72b3-4419-bbc0-8d792509704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:45:34.501813 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Bound using segment: {'id': '6a1f4392-72b3-4419-bbc0-8d792509704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:45:34.502237 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Bound port: 9f66b65e-b31c-449c-954f-cd841a2f2b3f, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1f4392-72b3-4419-bbc0-8d792509704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:45:34.502597 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:34.576992 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] For port 9f66b65e-b31c-449c-954f-cd841a2f2b3f, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:45:34.583270 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] For port 9f66b65e-b31c-449c-954f-cd841a2f2b3f, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f66b65e-b31c-449c-954f-cd841a2f2b3f,segment=NetworkSegment(6a1f4392-72b3-4419-bbc0-8d792509704d),segment_id=6a1f4392-72b3-4419-bbc0-8d792509704d)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:45:34.587840 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796204'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:34.622891 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:34.623554 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:34.624968 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] 10.222.0.70 "PUT /v2.0/ports/9f66b65e-b31c-449c-954f-cd841a2f2b3f HTTP/1.1" status: 200 len: 1093 time: 0.8018847 Jul 13 08:45:34.625428 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c04b79-338e-41a0-8d4b-5b740575f0c6', 'tag': '9f66b65e-b31c-449c-954f-cd841a2f2b3f'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:34.627830 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096cf775-4b24-4dd4-8d6c-211068c096de" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c04b79-338e-41a0-8d4b-5b740575f0c6", "tag": "9f66b65e-b31c-449c-954f-cd841a2f2b3f"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:34.682616 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae64d91e-3864-4c97-9b03-c6ae92e2eac4 x-openstack-request-id: req-ae64d91e-3864-4c97-9b03-c6ae92e2eac4 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:34.683210 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c04b79-338e-41a0-8d4b-5b740575f0c6", "tag": "9f66b65e-b31c-449c-954f-cd841a2f2b3f", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:34.683210 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae64d91e-3864-4c97-9b03-c6ae92e2eac4 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:34.683560 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c04b79-338e-41a0-8d4b-5b740575f0c6', 'tag': '9f66b65e-b31c-449c-954f-cd841a2f2b3f', 'status': 'completed', 'code': 200} Jul 13 08:45:34.685725 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb642dab-8af2-4d27-94e2-1e3ac84789c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f66b65e-b31c-449c-954f-cd841a2f2b3f,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:34.741055 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-9b3cb1cd-bae3-4038-9c5b-38b064099872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:34.742722 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-9b3cb1cd-bae3-4038-9c5b-38b064099872 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b1c50957d614bf3b196a9502dbb0872&device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0744045 Jul 13 08:45:34.789559 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-00b63f51-aa56-490b-8072-30b587080d3d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f66b65e-b31c-449c-954f-cd841a2f2b3f HTTP/1.1" status: 200 len: 217 time: 0.0393965 Jul 13 08:45:34.869267 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-fe4206c1-99b1-452e-b9bd-4049fdad2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:34.870832 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-fe4206c1-99b1-452e-b9bd-4049fdad2288 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a3c96f9e-78a9-412f-a0dd-b72716d91ea4 HTTP/1.1" status: 200 len: 853 time: 0.0740044 Jul 13 08:45:34.918607 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-7c75ac67-f673-4f11-89e8-9c3e8562734e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393515 Jul 13 08:45:34.930371 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfac70-b8e6-4ff9-8f89-a9028aca7f63 req-9de27e9a-f887-4236-aaf1-b5c61278b675 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:34.931799 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-26bfac70-b8e6-4ff9-8f89-a9028aca7f63 req-9de27e9a-f887-4236-aaf1-b5c61278b675 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.1082492 Jul 13 08:45:35.017991 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-26bfac70-b8e6-4ff9-8f89-a9028aca7f63 req-5e57b432-7527-453e-9fc5-a0d15d430c49 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781741 Jul 13 08:45:35.047929 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-35554970-d88c-4933-8d0e-ca736f55f649 service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151600 Jul 13 08:45:35.151058 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a1aa698-2c1f-408c-b6b3-35cdf2ae059e req-b1d9db1f-9061-438a-9c55-d32c6e8cab6e service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949028 Jul 13 08:45:35.264968 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cf775-4b24-4dd4-8d6c-211068c096de req-15776041-6b0b-4120-b183-ecf0229f5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:35.266775 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-096cf775-4b24-4dd4-8d6c-211068c096de req-15776041-6b0b-4120-b183-ecf0229f5ac6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b1c50957d614bf3b196a9502dbb0872&device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0592489 Jul 13 08:45:35.490425 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34686) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:35.612741 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6335111f-e8bf-4426-babe-374bfea6bba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:35.642167 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cf775-4b24-4dd4-8d6c-211068c096de req-2fbce2cc-9393-4b7c-9db7-9ff3bde32773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:35.644145 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-096cf775-4b24-4dd4-8d6c-211068c096de req-2fbce2cc-9393-4b7c-9db7-9ff3bde32773 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2 HTTP/1.1" status: 200 len: 914 time: 0.3690288 Jul 13 08:45:35.687528 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-096cf775-4b24-4dd4-8d6c-211068c096de req-700f199a-05e5-46a5-8615-87c88f4c2cdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f66b65e-b31c-449c-954f-cd841a2f2b3f HTTP/1.1" status: 200 len: 217 time: 0.0345569 Jul 13 08:45:35.699332 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58edb54-044d-40ce-be3b-1b7046380748 req-fa387495-1396-4440-b11f-c107d93eb8c1 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:35.701014 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e58edb54-044d-40ce-be3b-1b7046380748 req-fa387495-1396-4440-b11f-c107d93eb8c1 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 943 time: 0.1054819 Jul 13 08:45:35.752073 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cf775-4b24-4dd4-8d6c-211068c096de req-91ab6df5-387d-4900-9cf4-df3c1fde8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:35.753467 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-096cf775-4b24-4dd4-8d6c-211068c096de req-91ab6df5-387d-4900-9cf4-df3c1fde8963 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a3c96f9e-78a9-412f-a0dd-b72716d91ea4 HTTP/1.1" status: 200 len: 853 time: 0.0550444 Jul 13 08:45:35.770748 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e58edb54-044d-40ce-be3b-1b7046380748 req-16d7f12d-8978-4abe-8370-b06b77dc4c9f tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578148 Jul 13 08:45:35.792532 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-096cf775-4b24-4dd4-8d6c-211068c096de req-c9343697-d68c-45b0-bd29-89f935aac803 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297050 Jul 13 08:45:35.800588 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6335111f-e8bf-4426-babe-374bfea6bba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:35.806050 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6335111f-e8bf-4426-babe-374bfea6bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:35.845704 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-6335111f-e8bf-4426-babe-374bfea6bba5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20a33f34dd3d4e9cbebe7050177359aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555818 Jul 13 08:45:35.846819 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34690) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:35.849697 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335111f-e8bf-4426-babe-374bfea6bba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8317df64-f59b-4e1e-8a7c-116bea0a0087,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:35.932636 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-096cf775-4b24-4dd4-8d6c-211068c096de req-51193f57-25c6-4e0f-96ca-239db79aa013 service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301630 Jul 13 08:45:35.953313 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b09bf830-b4f4-4f24-b2de-e3e47a4546ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:36.021808 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b09bf830-b4f4-4f24-b2de-e3e47a4546ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:36.074676 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-096cf775-4b24-4dd4-8d6c-211068c096de req-17e3ea3a-3184-49a4-a351-85c7053c4abc service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317437 Jul 13 08:45:36.093371 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b09bf830-b4f4-4f24-b2de-e3e47a4546ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:36.097445 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b09bf830-b4f4-4f24-b2de-e3e47a4546ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:36.099956 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b09bf830-b4f4-4f24-b2de-e3e47a4546ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8317df64-f59b-4e1e-8a7c-116bea0a0087 HTTP/1.1" status: 204 len: 168 time: 0.2514653 Jul 13 08:45:36.108789 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bf830-b4f4-4f24-b2de-e3e47a4546ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8317df64-f59b-4e1e-8a7c-116bea0a0087,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:36.237750 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261daac3-90a1-4b10-8de7-4611655e81d6 req-d131dfbe-808a-4405-bb35-e8e0a3a4c768 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:36.240732 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-261daac3-90a1-4b10-8de7-4611655e81d6 req-d131dfbe-808a-4405-bb35-e8e0a3a4c768 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0729539 Jul 13 08:45:36.284325 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-261daac3-90a1-4b10-8de7-4611655e81d6 req-47ad9963-b1cb-4910-8204-a5ea21e96972 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3173a6f-4833-49f5-8443-18e73696f079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381212 Jul 13 08:45:36.580874 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e89a1-f618-466e-8d63-cec04be2170a req-f3a94e58-8590-4272-b74f-551e2bda8751 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:36.583063 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-040e89a1-f618-466e-8d63-cec04be2170a req-f3a94e58-8590-4272-b74f-551e2bda8751 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.70 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 946 time: 0.0731490 Jul 13 08:45:36.712372 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Deleting port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:36.713430 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:36.814021 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] For port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:36.814567 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:37.063909 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:37.064548 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:37.064868 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.l3_db [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Floating IP 75e1838e-5445-4078-b249-500a78e10730 disassociated. External IP: 172.27.3.167, port: b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7. Jul 13 08:45:37.065265 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Calling delete_port for b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:37.157490 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1221-57a4-4fc7-ba03-944b02d7d62f req-562e0f29-c35c-444c-a355-9bfe42b34f10 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:37.159209 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4d7e1221-57a4-4fc7-ba03-944b02d7d62f req-562e0f29-c35c-444c-a355-9bfe42b34f10 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 943 time: 0.2643671 Jul 13 08:45:37.205893 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4d7e1221-57a4-4fc7-ba03-944b02d7d62f req-457ce5dd-d62d-4c4a-a9ac-b9c52ebf26c2 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364773 Jul 13 08:45:37.221696 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:37.276824 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event deleted for resources: {'Port': ['ID=b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:37.453510 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Router d2412221-8c6d-4d9b-8878-456f497f64f5 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:45:37.537776 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9abd2e83-1b75-4d57-a0b0-83021d4c3295 req-cbcfc5ed-dc12-45eb-8bfb-cbe601933b1a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=66cdcdd6-6068-48be-a864-895cee2e146a HTTP/1.1" status: 200 len: 210 time: 0.1194839 Jul 13 08:45:37.602266 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:45:37.612528 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] Sync routers for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:45:37.627716 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:37.628365 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:37.649928 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] No DVR routers for this DVR port b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:37.652691 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:37.654872 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-040e89a1-f618-466e-8d63-cec04be2170a req-1d48cb64-ccdd-484d-93d1-eebe8ecb03c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.70 "DELETE /v2.0/ports/b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 HTTP/1.1" status: 204 len: 173 time: 1.0628946 Jul 13 08:45:37.655445 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-deleted', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:37.658963 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d56a87c-b5fe-4018-8c33-e0c3b69a7def" -d '{"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-deleted", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:37.703204 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19014ddb-7291-4254-b08e-5035fd2ce1c3 x-openstack-request-id: req-19014ddb-7291-4254-b08e-5035fd2ce1c3 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:37.703504 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cdcdd6-6068-48be-a864-895cee2e146a", "name": "network-vif-deleted", "tag": "b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:37.703904 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19014ddb-7291-4254-b08e-5035fd2ce1c3 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:37.704166 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cdcdd6-6068-48be-a864-895cee2e146a', 'name': 'network-vif-deleted', 'tag': 'b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7', 'status': 'completed', 'code': 200} Jul 13 08:45:37.750139 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:37.955211 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:37.981270 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] Checking router: d2412221-8c6d-4d9b-8878-456f497f64f5 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:45:37.990144 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:37.990755 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:37.995839 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9f66b65e-b31c-449c-954f-cd841a2f2b3f details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:45:38.313616 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:38.368130 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 9f66b65e-b31c-449c-954f-cd841a2f2b3f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f66b65e-b31c-449c-954f-cd841a2f2b3f,segment=NetworkSegment(6a1f4392-72b3-4419-bbc0-8d792509704d),segment_id=6a1f4392-72b3-4419-bbc0-8d792509704d)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:38.425844 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '9f66b65e-b31c-449c-954f-cd841a2f2b3f', 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2', 'port_id': '9f66b65e-b31c-449c-954f-cd841a2f2b3f', 'mac_address': 'fa:16:3e:fc:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c96f9e-78a9-412f-a0dd-b72716d91ea4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:45:38.431417 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af23dcc-0f92-4e6c-b6ca-faf8881c4d3e req-c5707196-361a-45a3-a272-66ae04947dac tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:38.433011 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8af23dcc-0f92-4e6c-b6ca-faf8881c4d3e req-c5707196-361a-45a3-a272-66ae04947dac tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 943 time: 0.0863450 Jul 13 08:45:38.477655 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8af23dcc-0f92-4e6c-b6ca-faf8881c4d3e req-5e18f2e1-b50c-41e8-b554-31d493782983 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377789 Jul 13 08:45:38.511207 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:38.533098 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f66b65e-b31c-449c-954f-cd841a2f2b3f {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:45:38.593894 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 9f66b65e-b31c-449c-954f-cd841a2f2b3f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f66b65e-b31c-449c-954f-cd841a2f2b3f,segment=NetworkSegment(6a1f4392-72b3-4419-bbc0-8d792509704d),segment_id=6a1f4392-72b3-4419-bbc0-8d792509704d)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:38.601476 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:38.678514 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=9f66b65e-b31c-449c-954f-cd841a2f2b3f,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:38.685646 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34756) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:38.700509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.700509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.700509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.700509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.700509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.700509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.700509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.700509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.706150 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.706150 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.706150 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.706150 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:38.712277 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:38.747921 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ab179-61d2-4968-aaf0-ec7615c39027 None None] The sync data for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi is: [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:45:38.807648 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9dc5-b892-4b86-8df0-bdabfd226fab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:38.840502 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9dc5-b892-4b86-8df0-bdabfd226fab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:38.899214 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9dc5-b892-4b86-8df0-bdabfd226fab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:38.902207 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9dc5-b892-4b86-8df0-bdabfd226fab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:38.907843 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34760) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:38.908466 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-ec1a9dc5-b892-4b86-8df0-bdabfd226fab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "DELETE /v2.0/security-groups/f3173a6f-4833-49f5-8443-18e73696f079 HTTP/1.1" status: 204 len: 168 time: 0.2211862 Jul 13 08:45:38.921244 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['9f66b65e-b31c-449c-954f-cd841a2f2b3f'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:45:38.924311 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.api.v2.resource [None req-a7635280-4c06-47d4-bffe-d7e175dcd243 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] show failed (client error): The resource could not be found. Jul 13 08:45:38.925269 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a9dc5-b892-4b86-8df0-bdabfd226fab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3173a6f-4833-49f5-8443-18e73696f079,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:38.925839 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a7635280-4c06-47d4-bffe-d7e175dcd243 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups/f3173a6f-4833-49f5-8443-18e73696f079 HTTP/1.1" status: 404 len: 347 time: 0.0162361 Jul 13 08:45:38.930892 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34762) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:39.091428 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa355f7-359b-4d4a-8cec-2c896386aa71 None None] New status for floating IP 75e1838e-5445-4078-b249-500a78e10730: DOWN {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:45:39.110496 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-153e92fc-38fd-427b-8737-355def0a3182 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Deleting port d49e2a38-2848-4f04-add1-a0146a1c492a {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:39.110837 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-153e92fc-38fd-427b-8737-355def0a3182 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.200253 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-153e92fc-38fd-427b-8737-355def0a3182 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.200781 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-153e92fc-38fd-427b-8737-355def0a3182 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.219530 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-153e92fc-38fd-427b-8737-355def0a3182 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Calling delete_port for d49e2a38-2848-4f04-add1-a0146a1c492a owned by network:floatingip {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:39.377502 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-153e92fc-38fd-427b-8737-355def0a3182 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.402153 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e92fc-38fd-427b-8737-355def0a3182 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event deleted for resources: {'Port': ['ID=d49e2a38-2848-4f04-add1-a0146a1c492a,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:39.467118 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-153e92fc-38fd-427b-8737-355def0a3182 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.469568 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-153e92fc-38fd-427b-8737-355def0a3182 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.470835 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-153e92fc-38fd-427b-8737-355def0a3182 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "DELETE /v2.0/floatingips/75e1838e-5445-4078-b249-500a78e10730 HTTP/1.1" status: 204 len: 168 time: 0.5385618 Jul 13 08:45:39.669079 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6ef25-b255-4fa5-bac5-3a93b09b594e req-dfb8da4b-27cc-4d8d-8669-50c972bd1e75 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:39.670512 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b8e6ef25-b255-4fa5-bac5-3a93b09b594e req-dfb8da4b-27cc-4d8d-8669-50c972bd1e75 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 944 time: 0.0676241 Jul 13 08:45:39.711540 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b8e6ef25-b255-4fa5-bac5-3a93b09b594e req-e950ffee-1ade-4832-a323-5e2c08df80ab tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342963 Jul 13 08:45:39.736568 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34770) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:39.741962 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-3a0651fb-37f7-4df8-8a41-2e2a4acc3271 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775343142', 'description': 'tempest-description--314531017'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:39.767241 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3a0651fb-37f7-4df8-8a41-2e2a4acc3271 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.866300 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3a0651fb-37f7-4df8-8a41-2e2a4acc3271 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.870382 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3a0651fb-37f7-4df8-8a41-2e2a4acc3271 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.900386 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3a0651fb-37f7-4df8-8a41-2e2a4acc3271 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.901647 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-3a0651fb-37f7-4df8-8a41-2e2a4acc3271 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1639564 Jul 13 08:45:39.903602 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0651fb-37f7-4df8-8a41-2e2a4acc3271 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:39.904856 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34774) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:39.909631 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-377abc3f-3132-4941-9955-ef6441313fde tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'security_group_rule': {'security_group_id': 'c4e5bba1-5e09-43ae-a6dd-2d7603e3729d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:39.942446 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-377abc3f-3132-4941-9955-ef6441313fde tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:39.995514 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-377abc3f-3132-4941-9955-ef6441313fde tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.000512 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-377abc3f-3132-4941-9955-ef6441313fde tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.021404 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377abc3f-3132-4941-9955-ef6441313fde tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40462f63-ebfa-4d54-9b0e-b50613b77d10,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:40.029500 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-377abc3f-3132-4941-9955-ef6441313fde tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.030956 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-377abc3f-3132-4941-9955-ef6441313fde tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249340 Jul 13 08:45:40.033830 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34776) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:40.039193 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-dded7a15-35a9-4c2e-958c-316e38fef27e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'security_group_rule': {'security_group_id': 'c4e5bba1-5e09-43ae-a6dd-2d7603e3729d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:40.071969 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dded7a15-35a9-4c2e-958c-316e38fef27e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.135899 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dded7a15-35a9-4c2e-958c-316e38fef27e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.139574 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dded7a15-35a9-4c2e-958c-316e38fef27e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.163586 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded7a15-35a9-4c2e-958c-316e38fef27e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae88cf5-5424-4194-bbf2-d2e0d129543d,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:40.170726 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-dded7a15-35a9-4c2e-958c-316e38fef27e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.171987 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-dded7a15-35a9-4c2e-958c-316e38fef27e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371977 Jul 13 08:45:40.174967 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34778) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:40.179461 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'floatingip': {'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:40.201050 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.316299 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.424539 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Allocated IP 172.27.3.186 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/a5010358-aac4-45b4-9501-e183b6eca04c) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:45:40.523486 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.561421 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.604189 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:45:40.607111 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:45:40.610570 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:45:40.633833 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'Port': ['ID=a5010358-aac4-45b4-9501-e183b6eca04c,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:40.711039 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.757206 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.960723 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899535fb-4e08-423c-8c92-5ab380539a0f req-021f88c4-dc7e-4988-b151-60e489cff964 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:40.962145 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-899535fb-4e08-423c-8c92-5ab380539a0f req-021f88c4-dc7e-4988-b151-60e489cff964 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 944 time: 0.1268222 Jul 13 08:45:40.977335 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:40.985901 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:41.072199 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-899535fb-4e08-423c-8c92-5ab380539a0f req-a6da35c2-fc46-44b3-99b5-a2ad2fe9b5e5 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043692 Jul 13 08:45:41.077926 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'Port': ['ID=a5010358-aac4-45b4-9501-e183b6eca04c,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:41.097227 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:41.119054 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:41.121080 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-9fb9272c-aea0-45c6-9891-ee6d639f00e5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9445093 Jul 13 08:45:41.346462 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-63094ab6-8acc-4602-9347-d3aa997b26c6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1775343142&fields=id&tenant_id=36d15843107e4bc39513973ab3b5be96 HTTP/1.1" status: 200 len: 267 time: 0.0395434 Jul 13 08:45:41.478844 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-10fb5fc6-c5bd-45e6-9f76-c24efdf6efbf tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:41.480417 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-10fb5fc6-c5bd-45e6-9f76-c24efdf6efbf tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 816 time: 0.1256781 Jul 13 08:45:41.496409 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-877491da-b814-4560-9e96-b7b2189f696b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/quotas/36d15843107e4bc39513973ab3b5be96 HTTP/1.1" status: 200 len: 375 time: 0.0103090 Jul 13 08:45:41.568523 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-d16cebb1-dc79-45b5-bee0-773ef1bcbd3f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665278 Jul 13 08:45:41.710945 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-6d59b0e6-deb8-4e1b-b50a-54f5fba8ed2d service neutron] 10.222.0.66 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310027 Jul 13 08:45:41.800503 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-986ade93-cffa-451a-959b-a9aec873d544 service neutron] 10.222.0.66 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838194 Jul 13 08:45:41.803307 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:41.827173 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:41.827526 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device b0cf554f-e9d3-4ab4-9e4b-32dff68b1bb7 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:42.216477 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-14a14ea4-408c-448e-a986-9add11eb6027 req-5a2ba1d5-d5b8-44fe-a0f8-4f506364dd44 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 210 time: 0.2655606 Jul 13 08:45:42.297091 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d879e58-b34d-41af-987a-cf1ed218a261 req-7927cd16-ddf0-4402-988f-8119cbbde77b tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:42.298708 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2d879e58-b34d-41af-987a-cf1ed218a261 req-7927cd16-ddf0-4402-988f-8119cbbde77b tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 944 time: 0.0838869 Jul 13 08:45:42.341477 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2d879e58-b34d-41af-987a-cf1ed218a261 req-16ee2145-da83-44f2-8984-4c01a6a2ce3a tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350935 Jul 13 08:45:42.614743 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385a974-9d61-49af-86c1-514b22f6af6e req-f1706a3f-1617-4e88-9589-d46ade143675 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:42.616286 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f385a974-9d61-49af-86c1-514b22f6af6e req-f1706a3f-1617-4e88-9589-d46ade143675 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.0641234 Jul 13 08:45:42.654825 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f385a974-9d61-49af-86c1-514b22f6af6e req-cd630375-9de1-4ff0-981d-b86df02917f6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324755 Jul 13 08:45:42.826704 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9f66b65e-b31c-449c-954f-cd841a2f2b3f up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:45:42.877468 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 9f66b65e-b31c-449c-954f-cd841a2f2b3f completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:45:42.881744 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 9f66b65e-b31c-449c-954f-cd841a2f2b3f triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:42.882185 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:42.962302 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:42.985830 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c04b79-338e-41a0-8d4b-5b740575f0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f66b65e-b31c-449c-954f-cd841a2f2b3f'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:42.988115 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cc6fe5-637e-452b-877e-14937c0f49b8" -d '{"events": [{"server_uuid": "e5c04b79-338e-41a0-8d4b-5b740575f0c6", "name": "network-vif-plugged", "status": "completed", "tag": "9f66b65e-b31c-449c-954f-cd841a2f2b3f"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:43.002088 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 9f66b65e-b31c-449c-954f-cd841a2f2b3f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f66b65e-b31c-449c-954f-cd841a2f2b3f,segment=NetworkSegment(6a1f4392-72b3-4419-bbc0-8d792509704d),segment_id=6a1f4392-72b3-4419-bbc0-8d792509704d)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:43.010880 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:43.050396 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb6fb13-4cb0-4372-99a0-479933464df7 x-openstack-request-id: req-7cb6fb13-4cb0-4372-99a0-479933464df7 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:43.050833 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c04b79-338e-41a0-8d4b-5b740575f0c6", "name": "network-vif-plugged", "status": "completed", "tag": "9f66b65e-b31c-449c-954f-cd841a2f2b3f", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:43.051323 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7cb6fb13-4cb0-4372-99a0-479933464df7 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:43.051789 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c04b79-338e-41a0-8d4b-5b740575f0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f66b65e-b31c-449c-954f-cd841a2f2b3f', 'code': 200} Jul 13 08:45:43.093433 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=9f66b65e-b31c-449c-954f-cd841a2f2b3f,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:43.391070 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-16c4c7b9-936c-4b39-a7ee-0959385de650 req-b0d31968-47f6-4b3a-a67a-434000891097 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 210 time: 0.0433967 Jul 13 08:45:43.435269 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa068-f9a6-49a8-b2ab-5bc1c10d0391 req-b9cbab00-43f9-4b72-b61f-5c6efd53e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:43.436799 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b1efa068-f9a6-49a8-b2ab-5bc1c10d0391 req-b9cbab00-43f9-4b72-b61f-5c6efd53e07e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 1098 time: 0.1652265 Jul 13 08:45:43.461488 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-76141820-6f63-440e-b23c-9634cda673c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:43.463465 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-76141820-6f63-440e-b23c-9634cda673c1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 816 time: 0.1582592 Jul 13 08:45:43.522113 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b1efa068-f9a6-49a8-b2ab-5bc1c10d0391 req-5f6de907-340a-4889-877a-b7a3c08feb4e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573144 Jul 13 08:45:43.541702 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-e38c48bd-effb-4238-8e03-ce8a19e0f1cf tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36d15843107e4bc39513973ab3b5be96 HTTP/1.1" status: 200 len: 380 time: 0.0622766 Jul 13 08:45:43.548138 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af15d6-8403-47ba-abcd-750aa4c25c3b req-8a235b4f-e196-428b-ba7b-4f1113fe7198 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:43.549635 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-70af15d6-8403-47ba-abcd-750aa4c25c3b req-8a235b4f-e196-428b-ba7b-4f1113fe7198 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 945 time: 0.0724833 Jul 13 08:45:43.584003 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'port': {'device_id': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'admin_state_up': True, 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'security_groups': ['c4e5bba1-5e09-43ae-a6dd-2d7603e3729d']}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:43.592384 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-70af15d6-8403-47ba-abcd-750aa4c25c3b req-5a7256ae-fdcd-49ba-9672-37585a972d34 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362072 Jul 13 08:45:43.699517 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Made reservation on behalf of 36d15843107e4bc39513973ab3b5be96 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:45:43.704683 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:43.883738 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Allocated IP 172.20.0.4 (b5bd04ae-5cad-4972-88ef-92e9867192c0/dded41f8-eaa0-4ef2-b8ea-e172e68f9099/1ef76e5f-6eba-49f5-b86e-f5990cb805b9) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:45:43.895590 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e15a43-ec11-442e-a04d-470e5c29c6f1 req-62e797e8-2491-4115-8158-a00fbf171676 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:43.897205 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13e15a43-ec11-442e-a04d-470e5c29c6f1 req-62e797e8-2491-4115-8158-a00fbf171676 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1210706 Jul 13 08:45:43.959887 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13e15a43-ec11-442e-a04d-470e5c29c6f1 req-ad629dc6-a65f-4e28-9869-4211314f0a14 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562928 Jul 13 08:45:44.066439 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:44.080692 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Transition to ACTIVE for port object 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:45:44.115764 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4796218'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:44.162587 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Network b5bd04ae-5cad-4972-88ef-92e9867192c0 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:45:44.168124 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:45:44.172290 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:45:44.199005 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:44.232007 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:44.232688 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:44.257232 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-01498889-850f-4e19-8377-70759bd17e19 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6776884 Jul 13 08:45:44.273148 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Request body: {'port': {'device_id': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:44.373264 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:44.394496 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-4755844b-0e3a-42d4-af48-c71ad4be7049 None None] Provisioning for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:45:44.400333 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-4755844b-0e3a-42d4-af48-c71ad4be7049 None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:44.400665 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4755844b-0e3a-42d4-af48-c71ad4be7049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:44.455548 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-4755844b-0e3a-42d4-af48-c71ad4be7049 None None] Port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:45:44.616124 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c3fb9-58a3-4277-be8b-e5f6140fd06f req-065dd866-fb0f-4307-a011-03c97a871653 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:44.617812 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6b1c3fb9-58a3-4277-be8b-e5f6140fd06f req-065dd866-fb0f-4307-a011-03c97a871653 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 931 time: 0.0724931 Jul 13 08:45:44.670323 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6b1c3fb9-58a3-4277-be8b-e5f6140fd06f req-3ef10f16-f70b-45fa-acf5-e90b7b053b12 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423613 Jul 13 08:45:44.700516 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:45:44.703769 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:44.725890 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Transition to ACTIVE for port object 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:45:44.747034 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796204'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:44.807439 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:44.870718 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd621b86-b7e8-44d0-a417-b2fd5adf23f3 req-1d51aac0-02ca-48db-ac48-9a1d4ee93cf6 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:44.872615 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bd621b86-b7e8-44d0-a417-b2fd5adf23f3 req-1d51aac0-02ca-48db-ac48-9a1d4ee93cf6 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 945 time: 0.1580887 Jul 13 08:45:44.934523 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bd621b86-b7e8-44d0-a417-b2fd5adf23f3 req-c8e5f8e2-1e38-44fa-95d3-0ed4da4fabdd tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551934 Jul 13 08:45:44.935356 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Attempting to bind port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:45:44.935716 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Attempting to bind port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:45:44.936025 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Attempting to bind port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 on network b5bd04ae-5cad-4972-88ef-92e9867192c0 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:45:44.950685 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 on network b5bd04ae-5cad-4972-88ef-92e9867192c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:45:44.950972 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Attempting to bind port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 on network b5bd04ae-5cad-4972-88ef-92e9867192c0 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:45:44.973515 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:45:44.974253 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Checking segment: {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:45:44.974253 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Bound using segment: {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:45:44.974680 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Bound port: 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50379d46-f000-4d83-b3db-70d3a7516200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:45:44.975202 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:45.069314 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-753a382f-e01f-4354-90ca-52a8767dd1ec tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:45.070744 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-753a382f-e01f-4354-90ca-52a8767dd1ec tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.70 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1300321 Jul 13 08:45:45.071966 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:45:45.075825 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:45:45.088591 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796204'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:45.165678 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:45.166316 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:45.167849 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] 10.222.0.70 "PUT /v2.0/ports/1ef76e5f-6eba-49f5-b86e-f5990cb805b9 HTTP/1.1" status: 200 len: 1093 time: 0.9017203 Jul 13 08:45:45.170396 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:45.173044 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8594e647-c80e-4d90-b7fe-8ea55b09bf37" -d '{"events": [{"name": "network-changed", "server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:45.205905 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45875439-bd2d-4de2-9c6e-91c405e2c9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:45.323414 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fc6a5-61a9-4b62-9934-239526f0a0ef req-e4ba0006-a6ee-4227-b86e-7a524709b9e2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:45.335576 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c54fc6a5-61a9-4b62-9934-239526f0a0ef req-e4ba0006-a6ee-4227-b86e-7a524709b9e2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.2069097 Jul 13 08:45:45.345648 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-873520cf-e7db-4ec7-a7cf-9ce1a1f9aea2 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136467196&fields=id&tenant_id=67cbac86d97d489eb40a43295448932f HTTP/1.1" status: 200 len: 267 time: 0.0723774 Jul 13 08:45:45.357579 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Deleting port ff92da11-b4da-48f7-a392-967d1ed50da6 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:45.360231 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:45.412821 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c54fc6a5-61a9-4b62-9934-239526f0a0ef req-3344cf47-5b07-47e9-998c-3f26d40652d0 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677280 Jul 13 08:45:45.446698 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-6b017e7c-e49d-48ec-828f-26143e4dcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:45.448372 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-6b017e7c-e49d-48ec-828f-26143e4dcf8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 1096 time: 0.2132075 Jul 13 08:45:45.464682 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd7873d-c3c2-4111-99de-74b6b49c97ce x-openstack-request-id: req-4cd7873d-c3c2-4111-99de-74b6b49c97ce {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:45.464978 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:45.465359 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cd7873d-c3c2-4111-99de-74b6b49c97ce {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:45.465822 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'status': 'completed', 'code': 200} Jul 13 08:45:45.524902 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-61eeaf08-d818-4fb8-b7a1-f3fa7280a4dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9 HTTP/1.1" status: 200 len: 217 time: 0.0580842 Jul 13 08:45:45.732111 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34914) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:45.884199 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5dd143fa-9b67-48f5-a30d-e3e680a28e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:45.917742 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-9c268fdd-dc73-4c38-8b2f-977743dc76c4 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:45.926516 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-9c268fdd-dc73-4c38-8b2f-977743dc76c4 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 984 time: 0.5720825 Jul 13 08:45:45.936239 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-066a543b-8d6d-41e7-b8c6-7640d99e4db5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Request body: {'port': {'security_groups': ['b5f032da-c78c-4797-896c-c247438f4519']}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:45.951469 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8147904-4336-4ec4-af61-56e93a3feee1 req-862ca0d1-f0be-4f2f-b7ca-280ce4e4f582 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:45.953305 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b8147904-4336-4ec4-af61-56e93a3feee1 req-862ca0d1-f0be-4f2f-b7ca-280ce4e4f582 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 943 time: 0.1251972 Jul 13 08:45:45.981844 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-721cbf8c-03d7-495f-9ca6-528e2f1d0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:45.983392 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-721cbf8c-03d7-495f-9ca6-528e2f1d0c03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.1313889 Jul 13 08:45:45.992786 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] For port ff92da11-b4da-48f7-a392-967d1ed50da6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ff92da11-b4da-48f7-a392-967d1ed50da6,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:45.993128 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.029971 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b8147904-4336-4ec4-af61-56e93a3feee1 req-65333a19-c015-43b7-9df5-fb5f0e502492 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671573 Jul 13 08:45:46.069789 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5dd143fa-9b67-48f5-a30d-e3e680a28e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.076798 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-5dd143fa-9b67-48f5-a30d-e3e680a28e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.130014 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-5dd143fa-9b67-48f5-a30d-e3e680a28e4d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b963c5bbc6134869ad5ec4cb0e530c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960216 Jul 13 08:45:46.134415 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd143fa-9b67-48f5-a30d-e3e680a28e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcced2f3-8c2b-46d7-a84b-8ac5c5d8f94a,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:46.135354 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34932) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:46.215811 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-066a543b-8d6d-41e7-b8c6-7640d99e4db5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.270169 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-62e98070-54ee-49d8-861e-82e823a0fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:46.271777 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-62e98070-54ee-49d8-861e-82e823a0fe75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2758980 Jul 13 08:45:46.411339 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.411718 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.412035 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.l3_db [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Floating IP e3465be9-520f-4a7d-90aa-c73164b7b4e0 disassociated. External IP: 172.27.3.172, port: ff92da11-b4da-48f7-a392-967d1ed50da6. Jul 13 08:45:46.412384 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Calling delete_port for ff92da11-b4da-48f7-a392-967d1ed50da6 owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:46.414421 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-55d3f091-c154-46e8-b9a9-0264ed494f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.532814 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-55d3f091-c154-46e8-b9a9-0264ed494f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.582630 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-f962d269-56f6-4100-bdfa-72a3c4dae371 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800200 Jul 13 08:45:46.801223 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-55d3f091-c154-46e8-b9a9-0264ed494f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.804163 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-55d3f091-c154-46e8-b9a9-0264ed494f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.805349 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-55d3f091-c154-46e8-b9a9-0264ed494f1a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dcced2f3-8c2b-46d7-a84b-8ac5c5d8f94a HTTP/1.1" status: 204 len: 168 time: 0.6668591 Jul 13 08:45:46.861586 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3f091-c154-46e8-b9a9-0264ed494f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcced2f3-8c2b-46d7-a84b-8ac5c5d8f94a,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:46.891934 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-066a543b-8d6d-41e7-b8c6-7640d99e4db5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] For port 44d27539-9b27-484b-9930-31456f33e874, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=44d27539-9b27-484b-9930-31456f33e874,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:46.898091 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2c6b6ca9-45c1-4220-a33a-5e104e280b1c req-7c0fdae4-011a-4e7f-8800-fa088f8268ad service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866004 Jul 13 08:45:46.900787 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6339b-543d-4284-955a-7ed52ff8a97e req-b5b9c8b3-0c3c-4bd3-b2b1-2378ca54b8ff tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:46.903505 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-66d6339b-543d-4284-955a-7ed52ff8a97e req-b5b9c8b3-0c3c-4bd3-b2b1-2378ca54b8ff tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 946 time: 0.1378238 Jul 13 08:45:46.952148 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.980551 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-66d6339b-543d-4284-955a-7ed52ff8a97e req-747f8c8c-dc8b-471c-92b2-ce9e6053eaf3 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d04ee0-cb63-428d-9533-8262a7cf71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622237 Jul 13 08:45:47.012483 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-066a543b-8d6d-41e7-b8c6-7640d99e4db5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.016199 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event deleted for resources: {'Port': ['ID=ff92da11-b4da-48f7-a392-967d1ed50da6,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:47.045056 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-066a543b-8d6d-41e7-b8c6-7640d99e4db5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796204'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.058454 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['44d27539-9b27-484b-9930-31456f33e874'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:45:47.192290 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-066a543b-8d6d-41e7-b8c6-7640d99e4db5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.192959 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-066a543b-8d6d-41e7-b8c6-7640d99e4db5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.194411 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-79a5cfe0-8a05-4189-b7cb-8e61fc66a858 req-066a543b-8d6d-41e7-b8c6-7640d99e4db5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "PUT /v2.0/ports/44d27539-9b27-484b-9930-31456f33e874 HTTP/1.1" status: 200 len: 942 time: 1.2670374 Jul 13 08:45:47.200130 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34944) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:47.287594 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-f11e311e-9af8-49f4-a8f2-0f63fac26d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.289975 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-f11e311e-9af8-49f4-a8f2-0f63fac26d45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 1096 time: 0.3151593 Jul 13 08:45:47.294577 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a543b-8d6d-41e7-b8c6-7640d99e4db5 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event updated for resources: {'Port': ['ID=44d27539-9b27-484b-9930-31456f33e874,revision_number=7']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:47.327375 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['44d27539-9b27-484b-9930-31456f33e874'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:45:47.393840 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:45:47.402610 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-61b4f07d-9c9b-4151-9443-501ff247ffd7 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.448656 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-61b4f07d-9c9b-4151-9443-501ff247ffd7 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.505372 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'tag': '44d27539-9b27-484b-9930-31456f33e874'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:47.507940 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "tag": "44d27539-9b27-484b-9930-31456f33e874"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:47.547080 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c84997-6a0c-40d3-aa34-08a23ebe25d4 req-132f6c66-edff-410b-83d3-95ffbf06a502 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.555496 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-94c84997-6a0c-40d3-aa34-08a23ebe25d4 req-132f6c66-edff-410b-83d3-95ffbf06a502 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 943 time: 0.2877178 Jul 13 08:45:47.565715 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-61b4f07d-9c9b-4151-9443-501ff247ffd7 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.569098 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-61b4f07d-9c9b-4151-9443-501ff247ffd7 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.570525 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-61b4f07d-9c9b-4151-9443-501ff247ffd7 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "DELETE /v2.0/security-groups/3a5234c8-3540-4e4f-a179-91eda2d267a8 HTTP/1.1" status: 204 len: 168 time: 0.3691764 Jul 13 08:45:47.584224 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34948) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:47.592042 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4f07d-9c9b-4151-9443-501ff247ffd7 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5234c8-3540-4e4f-a179-91eda2d267a8,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:47.597720 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-b5b37b2a-1440-4461-ac0a-1424d0870a58 None None] Provisioning complete for port 44d27539-9b27-484b-9930-31456f33e874 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:47.597984 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b5b37b2a-1440-4461-ac0a-1424d0870a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.609934 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:45:47.624008 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531f8338-d4ff-4e01-99d0-b71cd037471c x-openstack-request-id: req-531f8338-d4ff-4e01-99d0-b71cd037471c {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:47.624298 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "tag": "44d27539-9b27-484b-9930-31456f33e874", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:47.624752 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-531f8338-d4ff-4e01-99d0-b71cd037471c {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:47.625338 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'tag': '44d27539-9b27-484b-9930-31456f33e874', 'status': 'completed', 'code': 200} Jul 13 08:45:47.629971 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-126c60e3-99d3-4afe-8aae-f3e1a48cc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.631517 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-94c84997-6a0c-40d3-aa34-08a23ebe25d4 req-f9b14e5c-96d1-4fcb-aad2-4a70323eb2a5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748756 Jul 13 08:45:47.647295 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-126c60e3-99d3-4afe-8aae-f3e1a48cc99f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 917 time: 0.3259318 Jul 13 08:45:47.708630 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-c67a3667-5f20-42bd-988e-d41f1e61ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.710182 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-c67a3667-5f20-42bd-988e-d41f1e61ed1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67cbac86d97d489eb40a43295448932f&device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 1098 time: 0.0777433 Jul 13 08:45:47.792976 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-0db98f7e-e15b-4a1c-8979-481dd7ff32fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9 HTTP/1.1" status: 200 len: 217 time: 0.0614598 Jul 13 08:45:47.815257 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-08b4005c-dc87-443c-b114-7645b1f9d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.816675 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-08b4005c-dc87-443c-b114-7645b1f9d2b6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690 HTTP/1.1" status: 200 len: 915 time: 0.0987265 Jul 13 08:45:47.884143 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:45:47.896788 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] Sync routers for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:45:47.914408 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:47.915262 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:47.956683 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-d2b85e3e-4c34-4b10-b2b0-cefdbee510df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44d27539-9b27-484b-9930-31456f33e874 HTTP/1.1" status: 200 len: 1001 time: 0.1327322 Jul 13 08:45:47.963736 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] No DVR routers for this DVR port ff92da11-b4da-48f7-a392-967d1ed50da6 on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:47.966521 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.969033 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.70 "DELETE /v2.0/ports/ff92da11-b4da-48f7-a392-967d1ed50da6 HTTP/1.1" status: 204 len: 173 time: 2.8917580 Jul 13 08:45:47.983910 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-066b9666-b2cb-49e2-9de6-490b55f53717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.983910 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-066b9666-b2cb-49e2-9de6-490b55f53717 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.1789963 Jul 13 08:45:48.025171 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-3336dd51-9419-4f2a-a0a1-ecfe0fddcab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:48.026836 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-3336dd51-9419-4f2a-a0a1-ecfe0fddcab3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f5f6f19-2749-407a-a9ac-606ad6629cc6 HTTP/1.1" status: 200 len: 853 time: 0.0627575 Jul 13 08:45:48.083688 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:48.091414 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-40892d27-6710-4647-a394-099b58652801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:48.093018 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-40892d27-6710-4647-a394-099b58652801 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1029022 Jul 13 08:45:48.100063 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Deleting port b0a6e42b-bf68-4276-b23f-e8898d967fa6 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:48.100414 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:48.173904 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-c28bb5b5-2dda-4f15-a6de-14bc4cf4064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:48.176119 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-c28bb5b5-2dda-4f15-a6de-14bc4cf4064b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1418543 Jul 13 08:45:48.342075 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-c58df618-e8dc-4c6d-8a13-82c2dd0ae8b0 service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554511 Jul 13 08:45:48.400230 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:48.428504 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] Checking router: 099f08dc-dfae-45d2-9ca6-9711c794f8a8 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:45:48.443623 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:48.444466 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:48.458632 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4cd081be-8ea7-4578-ab50-e2d7c809e5a2 req-b2e9143d-e6dc-4978-bd48-0a04d6d4e226 service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088719 Jul 13 08:45:48.565759 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1ce379fc-f403-41e8-bd19-05ce6cbb2d4b req-ddb36ef4-a906-4525-a6d1-fbd5ca2e1bda tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=92036572-a9a2-4335-bd04-9278163f8117 HTTP/1.1" status: 200 len: 210 time: 0.3454137 Jul 13 08:45:48.575463 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:48.595171 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:48.595420 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:48.608738 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-45d5c67e-0012-4080-b2c5-0a5bdef020de service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060434 Jul 13 08:45:48.613917 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Calling delete_port for b0a6e42b-bf68-4276-b23f-e8898d967fa6 owned by network:floatingip {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:48.819731 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8594e647-c80e-4d90-b7fe-8ea55b09bf37 req-65f1eab3-056d-43be-a0aa-007a31e8798b service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965930 Jul 13 08:45:48.854667 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:48.888084 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc3b50-1580-4078-8875-50d0381de73e None None] The sync data for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi is: [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:45:48.898661 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device ff92da11-b4da-48f7-a392-967d1ed50da6 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:48.915013 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ad853-4315-4ac4-be51-b94c2fb1bd07 req-50077661-1bc1-4fb7-bfaf-8acf9f60c9ee tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:48.917389 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-218ad853-4315-4ac4-be51-b94c2fb1bd07 req-50077661-1bc1-4fb7-bfaf-8acf9f60c9ee tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 943 time: 0.1063771 Jul 13 08:45:48.923342 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:48.947498 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: ff92da11-b4da-48f7-a392-967d1ed50da6 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:48.948371 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device ff92da11-b4da-48f7-a392-967d1ed50da6 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:48.991109 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event deleted for resources: {'Port': ['ID=b0a6e42b-bf68-4276-b23f-e8898d967fa6,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:49.010670 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-218ad853-4315-4ac4-be51-b94c2fb1bd07 req-3a50f515-5ea6-4ec7-a7b8-c1e837c198f4 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821011 Jul 13 08:45:49.040918 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks [] for floatingip, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:49.041319 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.l3_db [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Floating IP 74b75bdc-86fc-49b0-9bfc-34bcd16c0801 disassociated (deleted). External IP: 172.27.3.187, port: 44d27539-9b27-484b-9930-31456f33e874. Jul 13 08:45:49.208910 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69597153-ab34-46bc-a6db-32f7f08bec6a None None] New status for floating IP e3465be9-520f-4a7d-90aa-c73164b7b4e0: DOWN {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:45:49.275771 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Router 35856000-f29e-4aad-983d-fed1def1c5a3 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:45:49.325438 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1d268630-3218-46c7-8a7a-c79d60cfb822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:49.395667 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:45:49.399983 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:49.405318 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] Sync routers for ids ['35856000-f29e-4aad-983d-fed1def1c5a3'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:45:49.416669 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] Routers {'35856000-f29e-4aad-983d-fed1def1c5a3'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:49.417277 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['35856000-f29e-4aad-983d-fed1def1c5a3'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:49.447586 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c2491be6-460c-4cf9-8c19-33ea2d5143ee tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "DELETE /v2.0/floatingips/74b75bdc-86fc-49b0-9bfc-34bcd16c0801 HTTP/1.1" status: 204 len: 168 time: 1.8561606 Jul 13 08:45:49.552324 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] Set router 35856000-f29e-4aad-983d-fed1def1c5a3 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:49.630645 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92036572-a9a2-4335-bd04-9278163f8117', 'name': 'network-vif-deleted', 'tag': 'ff92da11-b4da-48f7-a392-967d1ed50da6'}, {'name': 'network-changed', 'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'tag': '44d27539-9b27-484b-9930-31456f33e874'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:49.635411 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c902a3-b113-4134-9a5a-28c8ffd399e8" -d '{"events": [{"server_uuid": "92036572-a9a2-4335-bd04-9278163f8117", "name": "network-vif-deleted", "tag": "ff92da11-b4da-48f7-a392-967d1ed50da6"}, {"name": "network-changed", "server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "tag": "44d27539-9b27-484b-9930-31456f33e874"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:49.725649 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b730633-6792-405a-9a38-c27c58e2ec9e x-openstack-request-id: req-0b730633-6792-405a-9a38-c27c58e2ec9e {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:49.725948 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92036572-a9a2-4335-bd04-9278163f8117", "name": "network-vif-deleted", "tag": "ff92da11-b4da-48f7-a392-967d1ed50da6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "tag": "44d27539-9b27-484b-9930-31456f33e874", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:49.726415 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b730633-6792-405a-9a38-c27c58e2ec9e {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:49.727033 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92036572-a9a2-4335-bd04-9278163f8117', 'name': 'network-vif-deleted', 'tag': 'ff92da11-b4da-48f7-a392-967d1ed50da6', 'status': 'completed', 'code': 200} Jul 13 08:45:49.727295 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'tag': '44d27539-9b27-484b-9930-31456f33e874', 'status': 'completed', 'code': 200} Jul 13 08:45:49.759706 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 34972) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:49.829193 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-9b5e059d-9c2e-4175-a068-511a4d2e1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:49.831689 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-9b5e059d-9c2e-4175-a068-511a4d2e1f6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67cbac86d97d489eb40a43295448932f&device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 1098 time: 0.0762715 Jul 13 08:45:49.875427 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6d05f495-af2d-47ac-9add-23763515896a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:49.903649 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6d05f495-af2d-47ac-9add-23763515896a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:49.960223 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-9646ae9b-a275-4631-8ffc-36b7a9eb08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:49.960858 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6d05f495-af2d-47ac-9add-23763515896a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:49.961916 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-9646ae9b-a275-4631-8ffc-36b7a9eb08bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690 HTTP/1.1" status: 200 len: 915 time: 0.1236956 Jul 13 08:45:49.963924 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6d05f495-af2d-47ac-9add-23763515896a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:49.965077 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-6d05f495-af2d-47ac-9add-23763515896a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "DELETE /v2.0/security-groups/02d04ee0-cb63-428d-9533-8262a7cf71bf HTTP/1.1" status: 204 len: 168 time: 0.2043021 Jul 13 08:45:49.965899 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '2b87ac5e-0156-44dc-b173-0de75e1ee878', 'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'mac_address': 'fa:16:3e:2c:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:48Z', 'updated_at': '2021-07-13T08:42:57Z', 'revision_number': 5, 'project_id': '67cbac86d97d489eb40a43295448932f', 'subnets': [{'id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:49.967916 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34974) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:49.975188 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05f495-af2d-47ac-9add-23763515896a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d04ee0-cb63-428d-9533-8262a7cf71bf,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:49.996786 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] Checking router: 35856000-f29e-4aad-983d-fed1def1c5a3 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:45:50.010007 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] Routers {'35856000-f29e-4aad-983d-fed1def1c5a3'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:50.010708 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['35856000-f29e-4aad-983d-fed1def1c5a3'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:50.016965 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.api.v2.resource [None req-f9935e54-cf99-4b50-96d9-5ae00181b0f7 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] show failed (client error): The resource could not be found. Jul 13 08:45:50.017950 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-f9935e54-cf99-4b50-96d9-5ae00181b0f7 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups/02d04ee0-cb63-428d-9533-8262a7cf71bf HTTP/1.1" status: 404 len: 347 time: 0.0490544 Jul 13 08:45:50.022937 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-326091e9-a55d-4723-b540-1ad552dd824d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44d27539-9b27-484b-9930-31456f33e874 HTTP/1.1" status: 200 len: 217 time: 0.0493045 Jul 13 08:45:50.022937 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34980) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:50.141370 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] Set router 35856000-f29e-4aad-983d-fed1def1c5a3 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:50.216298 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-63a7cf52-f410-4b87-9c66-6fc36a02fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:50.217739 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-63a7cf52-f410-4b87-9c66-6fc36a02fadd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f5f6f19-2749-407a-a9ac-606ad6629cc6 HTTP/1.1" status: 200 len: 853 time: 0.1883428 Jul 13 08:45:50.321547 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6ad8b-b710-4b76-b8a1-9537292d8fac req-0257d288-8086-410a-b6f7-081d50366e65 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:50.323069 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b9a6ad8b-b710-4b76-b8a1-9537292d8fac req-0257d288-8086-410a-b6f7-081d50366e65 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 943 time: 0.1741095 Jul 13 08:45:50.326286 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-325cd36d-ac12-40c2-9966-d09fd8ef189d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Deleting port 5bcb8334-2ec5-4d87-ab9f-c2a5dc347670 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:50.326620 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-325cd36d-ac12-40c2-9966-d09fd8ef189d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:50.363173 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '2b87ac5e-0156-44dc-b173-0de75e1ee878', 'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'mac_address': 'fa:16:3e:2c:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:48Z', 'updated_at': '2021-07-13T08:42:57Z', 'revision_number': 5, 'project_id': '67cbac86d97d489eb40a43295448932f', 'subnets': [{'id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:50.367479 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-9983654b-a2db-448f-9ec0-68757113caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:50.369092 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-9983654b-a2db-448f-9ec0-68757113caa4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a799cfda-a8b8-49f0-aa73-8c7ec3c40690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1426952 Jul 13 08:45:50.391515 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70d99b-27c3-467b-9662-82eae00c82df None None] The sync data for ids ['35856000-f29e-4aad-983d-fed1def1c5a3'] in dv-cinder-800430-2-iscsi is: [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:42:48Z', 'revision_number': 4, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '2b87ac5e-0156-44dc-b173-0de75e1ee878', 'name': '', 'network_id': 'a799cfda-a8b8-49f0-aa73-8c7ec3c40690', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'mac_address': 'fa:16:3e:2c:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:48Z', 'updated_at': '2021-07-13T08:42:57Z', 'revision_number': 5, 'project_id': '67cbac86d97d489eb40a43295448932f', 'subnets': [{'id': '9f5f6f19-2749-407a-a9ac-606ad6629cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:45:50.454101 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b9a6ad8b-b710-4b76-b8a1-9537292d8fac req-415c0cc1-c18b-4d1c-b97f-8a58e63597da tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235058 Jul 13 08:45:50.511623 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-325cd36d-ac12-40c2-9966-d09fd8ef189d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:50.511945 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-325cd36d-ac12-40c2-9966-d09fd8ef189d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:50.530022 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-325cd36d-ac12-40c2-9966-d09fd8ef189d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Calling delete_port for 5bcb8334-2ec5-4d87-ab9f-c2a5dc347670 owned by network:floatingip {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:50.555496 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-d6f6a67a-ea5f-48b1-a36a-62a84f9bba7b service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718545 Jul 13 08:45:50.657889 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9c27b-9474-4c8f-a40c-b2ea52eb2d27 None None] New status for floating IP 74b75bdc-86fc-49b0-9bfc-34bcd16c0801: DOWN {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:45:50.710979 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c2c902a3-b113-4134-9a5a-28c8ffd399e8 req-7ea6102f-f476-4708-9de9-14bedb4f2647 service neutron] 10.222.0.70 "GET /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256444 Jul 13 08:45:50.766992 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-325cd36d-ac12-40c2-9966-d09fd8ef189d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:50.796190 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cd36d-ac12-40c2-9966-d09fd8ef189d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event deleted for resources: {'Port': ['ID=5bcb8334-2ec5-4d87-ab9f-c2a5dc347670,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:50.862827 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-325cd36d-ac12-40c2-9966-d09fd8ef189d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:50.865575 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-325cd36d-ac12-40c2-9966-d09fd8ef189d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:50.866769 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-325cd36d-ac12-40c2-9966-d09fd8ef189d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "DELETE /v2.0/floatingips/e3465be9-520f-4a7d-90aa-c73164b7b4e0 HTTP/1.1" status: 204 len: 168 time: 0.8442636 Jul 13 08:45:50.916564 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:45:51.025630 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:51.042192 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'port_id': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'mac_address': 'fa:16:3e:78:a4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:45:51.086619 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.101990 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:45:51.125701 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:51.130900 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.201089 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:51.240696 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 34998) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:51.245474 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-14d88907-00c5-4bb0-802f-71bf33957892 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194132319', 'description': 'tempest-description--1113691965'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:51.270577 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-14d88907-00c5-4bb0-802f-71bf33957892 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.366935 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-14d88907-00c5-4bb0-802f-71bf33957892 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.371427 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-14d88907-00c5-4bb0-802f-71bf33957892 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.401655 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d88907-00c5-4bb0-802f-71bf33957892 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c3d264-fa6b-4413-a8f7-7f806493f19b,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:51.404118 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-14d88907-00c5-4bb0-802f-71bf33957892 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.405588 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-14d88907-00c5-4bb0-802f-71bf33957892 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1640062 Jul 13 08:45:51.408496 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35000) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:51.413626 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-b477811c-0c3a-4f04-8dcb-3dc2ced60861 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'security_group_rule': {'security_group_id': '16c3d264-fa6b-4413-a8f7-7f806493f19b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:51.442085 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b477811c-0c3a-4f04-8dcb-3dc2ced60861 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.451335 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['1ef76e5f-6eba-49f5-b86e-f5990cb805b9'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:45:51.511506 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b477811c-0c3a-4f04-8dcb-3dc2ced60861 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.516506 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b477811c-0c3a-4f04-8dcb-3dc2ced60861 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.537286 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477811c-0c3a-4f04-8dcb-3dc2ced60861 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290cc16d-17e6-4f1e-97b7-5d962adff0fe,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:51.543477 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b477811c-0c3a-4f04-8dcb-3dc2ced60861 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.544791 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b477811c-0c3a-4f04-8dcb-3dc2ced60861 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353433 Jul 13 08:45:51.547441 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35004) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:51.553591 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-58be9b1c-72c0-490a-a3ac-38b8ea0d759b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'security_group_rule': {'security_group_id': '16c3d264-fa6b-4413-a8f7-7f806493f19b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:51.590990 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-58be9b1c-72c0-490a-a3ac-38b8ea0d759b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.651123 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-58be9b1c-72c0-490a-a3ac-38b8ea0d759b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.653610 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09f84f-06a3-47e7-9df6-68bfcc6649ee req-d9951371-479d-4483-93f6-5bdc34bcab11 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:51.655364 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ed09f84f-06a3-47e7-9df6-68bfcc6649ee req-d9951371-479d-4483-93f6-5bdc34bcab11 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 944 time: 0.0688803 Jul 13 08:45:51.659218 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-58be9b1c-72c0-490a-a3ac-38b8ea0d759b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.681346 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be9b1c-72c0-490a-a3ac-38b8ea0d759b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b62fdc9-633b-4d9f-9a5e-98264de5465e,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:51.687733 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-58be9b1c-72c0-490a-a3ac-38b8ea0d759b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.689265 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-58be9b1c-72c0-490a-a3ac-38b8ea0d759b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406834 Jul 13 08:45:51.692759 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35006) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:51.697815 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'floatingip': {'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:51.710397 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ed09f84f-06a3-47e7-9df6-68bfcc6649ee req-feb8b941-9c63-4700-9121-1c604c88710e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490513 Jul 13 08:45:51.724332 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.824367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.926184 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Allocated IP 172.27.3.48 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/7f973ff2-dfd2-4aea-818c-5a6705b64f7a) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:45:52.029072 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.065133 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.100429 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:45:52.104926 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:45:52.108374 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:45:52.131727 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'Port': ['ID=7f973ff2-dfd2-4aea-818c-5a6705b64f7a,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:52.170668 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-74552131-0dc8-4c8b-99aa-b06b80f736ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.198664 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.249281 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.410961 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.422992 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.428023 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.504821 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'Port': ['ID=7f973ff2-dfd2-4aea-818c-5a6705b64f7a,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:52.516956 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.532568 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.533856 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-cded3c8a-af15-4811-965c-cd4a9a17bdd5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8401525 Jul 13 08:45:52.658536 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61cde-c121-4925-93c5-4068f5f2ea1a req-622b70f2-2ae9-4905-909e-c61b2ecb79ca tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:52.661294 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0fa61cde-c121-4925-93c5-4068f5f2ea1a req-622b70f2-2ae9-4905-909e-c61b2ecb79ca tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 945 time: 0.0692391 Jul 13 08:45:52.711271 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0fa61cde-c121-4925-93c5-4068f5f2ea1a req-92fe83e4-f711-4bf6-b076-82f011916890 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Jul 13 08:45:52.733154 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-af021769-ccdf-445b-a30d-a2ea8a8aac2f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--194132319&fields=id&tenant_id=c9ad3e7e277b44e38e556ff018a3e139 HTTP/1.1" status: 200 len: 267 time: 0.0350785 Jul 13 08:45:52.850563 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-35b6e6cb-23d8-42e2-aa1c-b9c8cc5afe15 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:52.852261 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-35b6e6cb-23d8-42e2-aa1c-b9c8cc5afe15 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 810 time: 0.1082742 Jul 13 08:45:52.868071 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-c16fe6bb-2918-4057-84fa-4bb43c6d6ec7 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/quotas/c9ad3e7e277b44e38e556ff018a3e139 HTTP/1.1" status: 200 len: 375 time: 0.0101159 Jul 13 08:45:52.902088 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826bec6-70c9-4437-845d-f49fe5b07d19 req-2f66e95d-3092-4fe5-b797-cfa8d2ef008e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:52.903533 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0826bec6-70c9-4437-845d-f49fe5b07d19 req-2f66e95d-3092-4fe5-b797-cfa8d2ef008e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 944 time: 0.0695736 Jul 13 08:45:52.906431 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:45:52.949387 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0826bec6-70c9-4437-845d-f49fe5b07d19 req-8fdaa288-d6fd-4912-b69a-4524f5e2bbcd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358925 Jul 13 08:45:52.952911 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-c00c46d5-c24d-4cfa-b035-858e1a1e55bc tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792856 Jul 13 08:45:52.964103 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:45:52.976323 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:52.976698 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:53.054217 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-296c50d3-4347-4858-85cc-0acd4419fda4 service neutron] 10.222.0.66 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874279 Jul 13 08:45:53.059927 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:53.082688 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:53.087978 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:53.090222 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0cab63-07ce-43cc-bbe2-c07899ad3b59" -d '{"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:53.104787 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:53.110289 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:53.138244 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bcec19-b38b-47a4-9ade-eef7e382b72a x-openstack-request-id: req-78bcec19-b38b-47a4-9ade-eef7e382b72a {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:53.138534 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:53.138782 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78bcec19-b38b-47a4-9ade-eef7e382b72a {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:53.139184 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'code': 200} Jul 13 08:45:53.171504 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:53.176460 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-d707239a-389f-4f07-9992-98fc1b216fd6 service neutron] 10.222.0.66 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155906 Jul 13 08:45:53.403247 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b23c965e-4a11-4316-af89-28df16436dd9 req-3a53d98c-fbef-40ff-87e9-9f9ab147f8a1 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0362918 Jul 13 08:45:53.439441 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7446e638-393f-4a97-b68c-6f4d84456ab4 None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:53.440156 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7446e638-393f-4a97-b68c-6f4d84456ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:53.450729 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3045338-10b9-4d7f-ad4e-624c0ed7fbac req-c5bfc1c2-e5a9-422b-96ce-f712b860b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:53.453069 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a3045338-10b9-4d7f-ad4e-624c0ed7fbac req-c5bfc1c2-e5a9-422b-96ce-f712b860b7a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 1098 time: 0.0716944 Jul 13 08:45:53.493546 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a3045338-10b9-4d7f-ad4e-624c0ed7fbac req-d308924f-996d-4f17-a5ca-7c2a50d5798f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331805 Jul 13 08:45:53.898752 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10369f7-3a70-41eb-9ba6-820549753885 req-e67416b2-f24d-43a3-b324-36b052c0c721 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:53.900387 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b10369f7-3a70-41eb-9ba6-820549753885 req-e67416b2-f24d-43a3-b324-36b052c0c721 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 945 time: 0.0679934 Jul 13 08:45:53.942321 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b10369f7-3a70-41eb-9ba6-820549753885 req-0bbf3540-2b48-4873-b1bb-114fb949d0a7 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Jul 13 08:45:54.135016 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda6bc5-528c-4c7c-bff6-5bde777100d0 req-28d1ac7e-35b7-42d9-9c4c-a54def50267d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:54.136466 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-acda6bc5-528c-4c7c-bff6-5bde777100d0 req-28d1ac7e-35b7-42d9-9c4c-a54def50267d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0674901 Jul 13 08:45:54.177154 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-acda6bc5-528c-4c7c-bff6-5bde777100d0 req-66c61e6f-bf59-48ce-9e5d-57865a7bb41e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347679 Jul 13 08:45:54.575646 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-51dc1981-6e4a-4be0-8097-11c6806e1c30 req-cbf4895b-6e2b-4054-ac23-3be6703fe97f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0350161 Jul 13 08:45:54.656099 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3d88a032-3b8f-4b36-9d13-0a72665be099 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:54.657626 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3d88a032-3b8f-4b36-9d13-0a72665be099 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 810 time: 0.1569777 Jul 13 08:45:54.667756 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:54.715899 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-53d82e29-a520-4632-8ddb-55a564f6712e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9ad3e7e277b44e38e556ff018a3e139 HTTP/1.1" status: 200 len: 379 time: 0.0341837 Jul 13 08:45:54.730899 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'port': {'device_id': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'admin_state_up': True, 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'security_groups': ['16c3d264-fa6b-4413-a8f7-7f806493f19b']}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:54.846341 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Made reservation on behalf of c9ad3e7e277b44e38e556ff018a3e139 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:45:54.850366 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:54.894111 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-ee692241-c2da-411e-9f78-af6498318ad8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:54.896352 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-ee692241-c2da-411e-9f78-af6498318ad8 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 945 time: 0.0702875 Jul 13 08:45:54.985561 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Allocated IP 172.20.0.11 (828b9a1d-ec9e-4103-8bba-69674f34810b/486bc280-5005-4514-a0c0-ceff5f12926c/27c024fe-e917-4f08-aca2-6e8d87245cc0) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:45:55.025566 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-57dc3065-8ee2-45ac-a33c-de2e9ad6edbf tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Deleting port 44d27539-9b27-484b-9930-31456f33e874 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:55.025947 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-57dc3065-8ee2-45ac-a33c-de2e9ad6edbf tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.147168 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.163124 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Transition to ACTIVE for port object 27c024fe-e917-4f08-aca2-6e8d87245cc0 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:45:55.167339 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-57dc3065-8ee2-45ac-a33c-de2e9ad6edbf tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] For port 44d27539-9b27-484b-9930-31456f33e874, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=44d27539-9b27-484b-9930-31456f33e874,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:55.167902 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-57dc3065-8ee2-45ac-a33c-de2e9ad6edbf tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.185568 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-57dc3065-8ee2-45ac-a33c-de2e9ad6edbf tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Calling delete_port for 44d27539-9b27-484b-9930-31456f33e874 owned by compute:nova {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:55.202675 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4796218'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.206111 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2034b-0f56-43ba-a138-78d544a51b56 req-b03144d0-777b-4f11-bb14-88adf21d24b3 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:55.208439 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-97f2034b-0f56-43ba-a138-78d544a51b56 req-b03144d0-777b-4f11-bb14-88adf21d24b3 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b309a52-6545-4096-bf9c-484631fbea33 HTTP/1.1" status: 200 len: 945 time: 0.1463296 Jul 13 08:45:55.254483 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Network 828b9a1d-ec9e-4103-8bba-69674f34810b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:45:55.261143 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:45:55.263604 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:45:55.312092 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-97f2034b-0f56-43ba-a138-78d544a51b56 req-9b34aab2-420b-4d34-9801-5858c2f73821 tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f032da-c78c-4797-896c-c247438f4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677569 Jul 13 08:45:55.313172 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event updated for resources: {'Port': ['ID=27c024fe-e917-4f08-aca2-6e8d87245cc0,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:55.368460 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:55.369119 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.407889 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-57dc3065-8ee2-45ac-a33c-de2e9ad6edbf tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.414405 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-34284d00-76da-4a32-a499-dd9d8952441d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6924798 Jul 13 08:45:55.421732 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['44d27539-9b27-484b-9930-31456f33e874'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:45:55.427790 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Request body: {'port': {'device_id': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:55.474167 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d481b81-0ef2-4758-adfd-d32d36b08758 req-36759cf0-2495-40db-bce3-55c80e2af995 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:55.478189 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4d481b81-0ef2-4758-adfd-d32d36b08758 req-36759cf0-2495-40db-bce3-55c80e2af995 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.1274762 Jul 13 08:45:55.485928 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc3065-8ee2-45ac-a33c-de2e9ad6edbf tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Pushing event deleted for resources: {'Port': ['ID=44d27539-9b27-484b-9930-31456f33e874,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:55.533649 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-57dc3065-8ee2-45ac-a33c-de2e9ad6edbf tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] No DVR routers for this DVR port 44d27539-9b27-484b-9930-31456f33e874 on host hv-cinder-80043 {{(pid=99632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:55.536967 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-57dc3065-8ee2-45ac-a33c-de2e9ad6edbf tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.539972 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3d6e152-d1b6-461c-8abe-df31a8e412d5 req-57dc3065-8ee2-45ac-a33c-de2e9ad6edbf tempest-TestMinimumBasicScenario-203676351 tempest-TestMinimumBasicScenario-203676351-project] 10.222.0.70 "DELETE /v2.0/ports/44d27539-9b27-484b-9930-31456f33e874 HTTP/1.1" status: 204 len: 173 time: 0.6288636 Jul 13 08:45:55.540444 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'name': 'network-vif-deleted', 'tag': '44d27539-9b27-484b-9930-31456f33e874'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:55.542746 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526097aa-90d1-4a5f-8352-38db6cd0d760" -d '{"events": [{"server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "name": "network-vif-deleted", "tag": "44d27539-9b27-484b-9930-31456f33e874"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:55.570504 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.572553 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-c0b5dc16-7483-4f80-8c64-7cb06b88591d None None] Provisioning for port 27c024fe-e917-4f08-aca2-6e8d87245cc0 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:45:55.577219 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-c0b5dc16-7483-4f80-8c64-7cb06b88591d None None] Provisioning complete for port 27c024fe-e917-4f08-aca2-6e8d87245cc0 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:55.577896 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c0b5dc16-7483-4f80-8c64-7cb06b88591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.584396 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4d481b81-0ef2-4758-adfd-d32d36b08758 req-bc01aca0-dcea-4f10-be5e-73f93c16691d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930936 Jul 13 08:45:55.595996 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad80e71-5f38-44a6-8d55-843c648f069a x-openstack-request-id: req-fad80e71-5f38-44a6-8d55-843c648f069a {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:55.596419 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b309a52-6545-4096-bf9c-484631fbea33", "name": "network-vif-deleted", "tag": "44d27539-9b27-484b-9930-31456f33e874", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:55.596911 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fad80e71-5f38-44a6-8d55-843c648f069a {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:55.597937 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b309a52-6545-4096-bf9c-484631fbea33', 'name': 'network-vif-deleted', 'tag': '44d27539-9b27-484b-9930-31456f33e874', 'status': 'completed', 'code': 200} Jul 13 08:45:55.639407 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5dc16-7483-4f80-8c64-7cb06b88591d None None] Port 27c024fe-e917-4f08-aca2-6e8d87245cc0 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:45:55.806022 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192a3e6-a980-420f-b4d4-afce9312f97e req-915366cc-85b3-4bed-9c44-7c8b06c9dd6f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:55.807763 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4192a3e6-a980-420f-b4d4-afce9312f97e req-915366cc-85b3-4bed-9c44-7c8b06c9dd6f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 932 time: 0.0639133 Jul 13 08:45:55.853193 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4192a3e6-a980-420f-b4d4-afce9312f97e req-697d7fa1-f8fa-4bf5-8868-2644f0fdf1db tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=16c3d264-fa6b-4413-a8f7-7f806493f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379238 Jul 13 08:45:55.915720 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c96c0-9385-488f-b182-53bf150f07ee req-695cb210-df63-4a13-ac65-53d63933adef tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:55.917312 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-376c96c0-9385-488f-b182-53bf150f07ee req-695cb210-df63-4a13-ac65-53d63933adef tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.1888392 Jul 13 08:45:55.919570 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c024fe-e917-4f08-aca2-6e8d87245cc0 {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:45:55.928367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35070) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:55.931096 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.933899 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-e8b96235-2c25-4530-8e18-b3d9b57e3294 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Request body: {'floatingip': {'port_id': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:55.944079 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Transition to ACTIVE for port object 27c024fe-e917-4f08-aca2-6e8d87245cc0 will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:45:55.949079 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796204'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:55.976668 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e8b96235-2c25-4530-8e18-b3d9b57e3294 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:56.008077 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Pushing event updated for resources: {'Port': ['ID=27c024fe-e917-4f08-aca2-6e8d87245cc0,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:56.089199 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Attempting to bind port 27c024fe-e917-4f08-aca2-6e8d87245cc0 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:45:56.090551 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Attempting to bind port 27c024fe-e917-4f08-aca2-6e8d87245cc0 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:45:56.091449 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Attempting to bind port 27c024fe-e917-4f08-aca2-6e8d87245cc0 on network 828b9a1d-ec9e-4103-8bba-69674f34810b {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:45:56.098219 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Port 27c024fe-e917-4f08-aca2-6e8d87245cc0 on network 828b9a1d-ec9e-4103-8bba-69674f34810b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:45:56.098691 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Attempting to bind port 27c024fe-e917-4f08-aca2-6e8d87245cc0 on network 828b9a1d-ec9e-4103-8bba-69674f34810b {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:45:56.107054 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:45:56.108380 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Checking segment: {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:45:56.109025 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Bound using segment: {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:45:56.110622 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Bound port: 27c024fe-e917-4f08-aca2-6e8d87245cc0, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:45:56.111002 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:56.210659 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] For port 27c024fe-e917-4f08-aca2-6e8d87245cc0, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:45:56.214520 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] For port 27c024fe-e917-4f08-aca2-6e8d87245cc0, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:45:56.222172 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796204'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:56.269556 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:56.270381 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:56.272010 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] 10.222.0.70 "PUT /v2.0/ports/27c024fe-e917-4f08-aca2-6e8d87245cc0 HTTP/1.1" status: 200 len: 1094 time: 0.8491244 Jul 13 08:45:56.273013 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'tag': '27c024fe-e917-4f08-aca2-6e8d87245cc0'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:56.274937 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829dc739-e98c-44f1-ae8b-dd08ea45c192" -d '{"events": [{"name": "network-changed", "server_uuid": "9001a46f-54d4-4a3e-aaab-0a14934eadf8", "tag": "27c024fe-e917-4f08-aca2-6e8d87245cc0"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:56.299830 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b738c-8bc7-4e4f-bcd6-b5b2a77af950 service neutron] Pushing event updated for resources: {'Port': ['ID=27c024fe-e917-4f08-aca2-6e8d87245cc0,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:56.330263 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c9cc9-35a1-4ce7-9b79-51afb4a5dd2e x-openstack-request-id: req-058c9cc9-35a1-4ce7-9b79-51afb4a5dd2e {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:56.330797 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9001a46f-54d4-4a3e-aaab-0a14934eadf8", "tag": "27c024fe-e917-4f08-aca2-6e8d87245cc0", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:56.331939 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-058c9cc9-35a1-4ce7-9b79-51afb4a5dd2e {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:56.332543 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'tag': '27c024fe-e917-4f08-aca2-6e8d87245cc0', 'status': 'completed', 'code': 200} Jul 13 08:45:56.444985 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-0177648f-0231-48b5-ba04-7c0a5008cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:56.446663 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-0177648f-0231-48b5-ba04-7c0a5008cbec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 1097 time: 0.0974891 Jul 13 08:45:56.507990 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-657baf2a-3733-45e0-b5f1-f71524bfab6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0 HTTP/1.1" status: 200 len: 217 time: 0.0469720 Jul 13 08:45:56.587615 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-d75129d0-ebe5-41ce-bcc0-0f5702598988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:56.589219 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-d75129d0-ebe5-41ce-bcc0-0f5702598988 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.0745676 Jul 13 08:45:56.678490 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-b95a0647-8de8-4efa-ae82-939b7864ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:56.680430 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-b95a0647-8de8-4efa-ae82-939b7864ab37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761425 Jul 13 08:45:56.799332 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-f55ac0d3-ab91-46bb-8a3b-1b37fb7c2083 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096966 Jul 13 08:45:56.912454 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e8b96235-2c25-4530-8e18-b3d9b57e3294 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:56.916858 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e8b96235-2c25-4530-8e18-b3d9b57e3294 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:56.930983 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-59c7fe76-eb58-40c9-9b7e-fc644501e533 req-cd1da874-4b9f-42a0-9cc5-4d94debea707 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233425 Jul 13 08:45:57.056707 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.l3_db [None req-e8b96235-2c25-4530-8e18-b3d9b57e3294 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Floating IP 4cd7d24f-007e-4957-9100-466f766d9aae associated. External IP: 172.27.3.186, port: 1ef76e5f-6eba-49f5-b86e-f5990cb805b9. Jul 13 08:45:57.277720 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b96235-2c25-4530-8e18-b3d9b57e3294 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Router d2412221-8c6d-4d9b-8878-456f497f64f5 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:45:57.363087 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf4cd8-93df-4a0f-8743-a7f02b8bf818 req-e837784a-67f9-42cf-9ebc-3ddf50f52a55 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:57.364499 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6eaf4cd8-93df-4a0f-8743-a7f02b8bf818 req-e837784a-67f9-42cf-9ebc-3ddf50f52a55 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 944 time: 0.3791134 Jul 13 08:45:57.373357 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-cb4473fd-cb8a-494e-a838-33e0c8f6ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:57.374772 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-cb4473fd-cb8a-494e-a838-33e0c8f6ad32 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 1097 time: 0.3875434 Jul 13 08:45:57.389336 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b96235-2c25-4530-8e18-b3d9b57e3294 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:45:57.393766 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e8b96235-2c25-4530-8e18-b3d9b57e3294 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:57.402873 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] Sync routers for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:45:57.415051 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:57.415820 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:57.439109 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-e8b96235-2c25-4530-8e18-b3d9b57e3294 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "PUT /v2.0/floatingips/4cd7d24f-007e-4957-9100-466f766d9aae HTTP/1.1" status: 200 len: 991 time: 1.5062940 Jul 13 08:45:57.439325 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6eaf4cd8-93df-4a0f-8743-a7f02b8bf818 req-d83920b2-b043-4068-b5bc-58a9c2378db4 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=16c3d264-fa6b-4413-a8f7-7f806493f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655093 Jul 13 08:45:57.498421 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-58da2342-2384-4bdd-be9e-1ad2f1e6b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:57.500387 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-58da2342-2384-4bdd-be9e-1ad2f1e6b37e service neutron] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 911 time: 0.1116872 Jul 13 08:45:57.550943 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-d1143e24-2d18-4aad-8c88-439884cfe091 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0 HTTP/1.1" status: 200 len: 217 time: 0.0396061 Jul 13 08:45:57.559276 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:57.599190 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:57.601740 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127b4d1c-6c9f-44c1-a304-7520cbe8a787" -d '{"events": [{"name": "network-changed", "server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:57.622820 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-6305318a-9362-4516-877c-e6d5f1f064f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:57.624547 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-6305318a-9362-4516-877c-e6d5f1f064f4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.0553389 Jul 13 08:45:57.645691 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ed7fdb-5d74-45a7-9447-ee35c21a83c2 x-openstack-request-id: req-b5ed7fdb-5d74-45a7-9447-ee35c21a83c2 {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:57.645982 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:57.646233 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5ed7fdb-5d74-45a7-9447-ee35c21a83c2 {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:57.646631 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'status': 'completed', 'code': 200} Jul 13 08:45:57.714523 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-92f64fcc-34ae-41ae-8f14-acb747de7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:57.724327 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-92f64fcc-34ae-41ae-8f14-acb747de7155 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916786 Jul 13 08:45:57.739062 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-e66e0c47-d8f1-4529-b985-85f426309d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:57.740897 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-e66e0c47-d8f1-4529-b985-85f426309d24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 1098 time: 0.0691276 Jul 13 08:45:57.836360 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-ab770b46-3c90-4b4d-9d1e-5f217e4595bc service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065559 Jul 13 08:45:57.872216 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-c11db835-b931-4348-8631-dd3ef373009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:57.890732 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-c11db835-b931-4348-8631-dd3ef373009d service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 917 time: 0.1429734 Jul 13 08:45:57.933074 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '4cd7d24f-007e-4957-9100-466f766d9aae', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'port_id': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'mac_address': 'fa:16:3e:78:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:45:40Z', 'updated_at': '2021-07-13T08:45:56Z', 'revision_number': 1, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:57.965548 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-829dc739-e98c-44f1-ae8b-dd08ea45c192 req-a3b20e8a-a415-4ea3-8894-c8eb070449c4 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214857 Jul 13 08:45:57.967341 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] Checking router: d2412221-8c6d-4d9b-8878-456f497f64f5 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:45:57.977944 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:57.978478 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:57.983774 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-e1eb5e5d-1478-43f6-bb0e-797eb4f242c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9 HTTP/1.1" status: 200 len: 999 time: 0.0857875 Jul 13 08:45:58.039371 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-8cc31836-e136-48bf-aede-d60eb1fa9084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:58.040958 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-8cc31836-e136-48bf-aede-d60eb1fa9084 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.0508773 Jul 13 08:45:58.101102 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:58.103953 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-c30b4084-68ef-4f74-9ed5-c0d25979b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:58.105664 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-c30b4084-68ef-4f74-9ed5-c0d25979b291 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572994 Jul 13 08:45:58.209266 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-b0fb8c4d-c277-41ef-8cec-b10f3fc0c553 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949121 Jul 13 08:45:58.318664 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-127b4d1c-6c9f-44c1-a304-7520cbe8a787 req-b70a275b-de4a-4e56-ae96-ed769d435812 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990491 Jul 13 08:45:58.339778 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '4cd7d24f-007e-4957-9100-466f766d9aae', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'port_id': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'mac_address': 'fa:16:3e:78:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:45:40Z', 'updated_at': '2021-07-13T08:45:56Z', 'revision_number': 1, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:58.367959 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35144) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:58.370341 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377195a-e64d-49a8-8ee0-4b0d004592fa None None] The sync data for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi is: [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '4cd7d24f-007e-4957-9100-466f766d9aae', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'port_id': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'mac_address': 'fa:16:3e:78:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:45:40Z', 'updated_at': '2021-07-13T08:45:56Z', 'revision_number': 1, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:45:58.569498 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a60574-ced3-446d-858d-54682f1bc244 None None] New status for floating IP 4cd7d24f-007e-4957-9100-466f766d9aae: ACTIVE {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:45:58.673049 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db21f55-9ac8-4d8a-99c7-d73daff662f6 req-181e1881-b2f7-41ff-b448-402b4f93327f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:58.674529 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2db21f55-9ac8-4d8a-99c7-d73daff662f6 req-181e1881-b2f7-41ff-b448-402b4f93327f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 944 time: 0.1113470 Jul 13 08:45:58.783300 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2db21f55-9ac8-4d8a-99c7-d73daff662f6 req-aad90673-fd7a-4849-8b5e-18a41c863f7f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=16c3d264-fa6b-4413-a8f7-7f806493f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006327 Jul 13 08:45:58.901601 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-514508'] for router_interface, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:58.973198 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 44d27539-9b27-484b-9930-31456f33e874 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:58.994571 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 44d27539-9b27-484b-9930-31456f33e874 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:58.994900 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 44d27539-9b27-484b-9930-31456f33e874 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:59.225947 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Deleting port 2b87ac5e-0156-44dc-b173-0de75e1ee878 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:59.226202 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:59.307856 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] For port 2b87ac5e-0156-44dc-b173-0de75e1ee878, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=2b87ac5e-0156-44dc-b173-0de75e1ee878,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:59.308220 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:59.320904 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Calling delete_port for 2b87ac5e-0156-44dc-b173-0de75e1ee878 owned by network:router_interface {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:59.515232 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:59.538415 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Pushing event deleted for resources: {'Port': ['ID=2b87ac5e-0156-44dc-b173-0de75e1ee878,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:59.547924 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.548286 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.548636 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.548982 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.549323 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.549660 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.550375 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.550490 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.550860 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.551111 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.551445 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.551774 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:59.720496 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403176'] for router_interface, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:59.969416 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Router 35856000-f29e-4aad-983d-fed1def1c5a3 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:45:59.993698 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ada9c-9824-4f17-82e4-a86f020eda15 req-e72d52b5-56ef-454b-8f87-f19b70e2e59e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:59.995230 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cf4ada9c-9824-4f17-82e4-a86f020eda15 req-e72d52b5-56ef-454b-8f87-f19b70e2e59e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 944 time: 0.0889139 Jul 13 08:46:00.106204 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-8310c61a-7b60-4b3f-8641-2f9b1538b156 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530365 Jul 13 08:46:00.227133 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-6c6867ed-e424-4f82-a7bc-34c95e07d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:00.228666 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-6c6867ed-e424-4f82-a7bc-34c95e07d7b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 1098 time: 0.0635958 Jul 13 08:46:00.351148 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-54d13741-6199-40f0-98d5-0250afc4bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:00.352662 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-54d13741-6199-40f0-98d5-0250afc4bd11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 913 time: 0.0888276 Jul 13 08:46:00.372755 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cf4ada9c-9824-4f17-82e4-a86f020eda15 req-6711aebf-c357-473f-a73c-c4546b4cc39c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=16c3d264-fa6b-4413-a8f7-7f806493f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711195 Jul 13 08:46:00.396605 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:00.404256 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-41ea3e19-2604-4f53-9876-ed7bd18b83be admin admin] 10.222.0.66 "PUT /v2.0/routers/35856000-f29e-4aad-983d-fed1def1c5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0327647 Jul 13 08:46:00.404385 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35158) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:00.407534 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] Sync routers for ids ['35856000-f29e-4aad-983d-fed1def1c5a3'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:00.418676 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] Routers {'35856000-f29e-4aad-983d-fed1def1c5a3'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:00.419350 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['35856000-f29e-4aad-983d-fed1def1c5a3'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:00.425872 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-8e5ff351-93b5-42ae-b01f-1119a636e625 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dcb307f-6b77-43b5-b47e-750ad70f8703 HTTP/1.1" status: 200 len: 1000 time: 0.0659218 Jul 13 08:46:00.477580 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-9e2aa1e3-b2b0-4abb-bef1-0a857c967d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:00.479306 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-9e2aa1e3-b2b0-4abb-bef1-0a857c967d81 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0469649 Jul 13 08:46:00.510922 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Notify callbacks [] for router, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:00.542281 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-b49099b6-7a23-4a7b-9a8b-3c3204675300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:00.543711 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-b49099b6-7a23-4a7b-9a8b-3c3204675300 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561175 Jul 13 08:46:00.635856 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:00.660593 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-64a93d7f-cbc2-452b-937f-4f7bf583dc04 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087608 Jul 13 08:46:00.660825 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] Set router 35856000-f29e-4aad-983d-fed1def1c5a3 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:00.692226 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Deleting port ad3731be-221a-4702-9f56-2e9e69afe7a3 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:00.692677 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:00.776963 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f4b9e741-a5d9-4028-beeb-1c4d175c1f74 req-f647453d-efa9-4235-af99-0c6d08cc4346 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077459 Jul 13 08:46:00.789455 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] For port ad3731be-221a-4702-9f56-2e9e69afe7a3, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=ad3731be-221a-4702-9f56-2e9e69afe7a3,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:00.790152 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:00.804436 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Calling delete_port for ad3731be-221a-4702-9f56-2e9e69afe7a3 owned by network:router_gateway {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:00.876215 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:45:59Z', 'revision_number': 5, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port': {'id': 'ad3731be-221a-4702-9f56-2e9e69afe7a3', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:00.911689 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] Checking router: 35856000-f29e-4aad-983d-fed1def1c5a3 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:00.922194 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] Routers {'35856000-f29e-4aad-983d-fed1def1c5a3'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:00.922842 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['35856000-f29e-4aad-983d-fed1def1c5a3'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:00.989772 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 27c024fe-e917-4f08-aca2-6e8d87245cc0 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:46:01.020090 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.046041 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3731be-221a-4702-9f56-2e9e69afe7a3,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:01.051936 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] Set router 35856000-f29e-4aad-983d-fed1def1c5a3 gateway port host: None {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:01.113570 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:46:00Z', 'revision_number': 6, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port_host': None}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:01.116674 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513894'] for router_gateway, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.149152 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca525e-fafc-4cb6-b799-dbc4c72901ce None None] The sync data for ids ['35856000-f29e-4aad-983d-fed1def1c5a3'] in dv-cinder-800430-2-iscsi is: [{'id': '35856000-f29e-4aad-983d-fed1def1c5a3', 'name': 'tempest-TestMinimumBasicScenario-907115119-router', 'tenant_id': '67cbac86d97d489eb40a43295448932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:42Z', 'updated_at': '2021-07-13T08:46:00Z', 'revision_number': 6, 'project_id': '67cbac86d97d489eb40a43295448932f', 'gw_port_host': None}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:01.225237 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 27c024fe-e917-4f08-aca2-6e8d87245cc0, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:01.226483 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5712'] for router, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.228809 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.239167 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '27c024fe-e917-4f08-aca2-6e8d87245cc0', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'port_id': '27c024fe-e917-4f08-aca2-6e8d87245cc0', 'mac_address': 'fa:16:3e:d2:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:46:01.282373 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.296988 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c024fe-e917-4f08-aca2-6e8d87245cc0 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:46:01.308254 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511608'] for router, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.308747 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35856000-f29e-4aad-983d-fed1def1c5a3 {{(pid=99633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:46:01.313974 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] Notify callbacks [] for router, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.320254 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-adc04d6b-a0bf-4c74-88c9-131349b0163b admin admin] 10.222.0.66 "DELETE /v2.0/routers/35856000-f29e-4aad-983d-fed1def1c5a3 HTTP/1.1" status: 204 len: 168 time: 0.9098933 Jul 13 08:46:01.320254 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35164) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:01.326090 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 27c024fe-e917-4f08-aca2-6e8d87245cc0, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:01.330888 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.365670 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3c7b78-2e93-48fe-9675-28d3e43f88a9 admin admin] Deleting subnet 9f5f6f19-2749-407a-a9ac-606ad6629cc6 {{(pid=99633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:46:01.368979 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7b78-2e93-48fe-9675-28d3e43f88a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.397676 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=27c024fe-e917-4f08-aca2-6e8d87245cc0,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:01.406446 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7b78-2e93-48fe-9675-28d3e43f88a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796081'] for subnet, precommit_delete_associations {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.573082 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7b78-2e93-48fe-9675-28d3e43f88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.626677 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['27c024fe-e917-4f08-aca2-6e8d87245cc0'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:46:01.646302 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298be0-5f32-4871-ac46-65232d2416bd req-275d90e2-2dac-4237-8b85-7059129c0c12 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:01.647850 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40298be0-5f32-4871-ac46-65232d2416bd req-275d90e2-2dac-4237-8b85-7059129c0c12 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 945 time: 0.1381421 Jul 13 08:46:01.663478 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7b78-2e93-48fe-9675-28d3e43f88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4796271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5073359'] for subnet, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.700951 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c7b78-2e93-48fe-9675-28d3e43f88a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5f6f19-2749-407a-a9ac-606ad6629cc6,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:01.707484 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7b78-2e93-48fe-9675-28d3e43f88a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.712136 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35168) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:01.712686 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-7d3c7b78-2e93-48fe-9675-28d3e43f88a9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9f5f6f19-2749-407a-a9ac-606ad6629cc6 HTTP/1.1" status: 204 len: 168 time: 0.3916068 Jul 13 08:46:01.716452 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72078f5d-f6d3-466a-b7de-a75ddc8c62f2 None None] Network a799cfda-a8b8-49f0-aa73-8c7ec3c40690 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:46:01.726556 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40298be0-5f32-4871-ac46-65232d2416bd req-7373b1c4-cbfe-4651-956a-498e64b4bbb5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=16c3d264-fa6b-4413-a8f7-7f806493f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729489 Jul 13 08:46:01.789253 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.851449 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Deleting port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:01.851644 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.936110 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] For port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=aff20e4c-8dfc-4eb0-ba7b-354c948f69fa,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:01.936501 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.953179 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Calling delete_port for aff20e4c-8dfc-4eb0-ba7b-354c948f69fa owned by network:dhcp {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:01.979223 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63cfb18-8aad-4747-ab31-3cdae4477777 None None] DHCP port deletion for a799cfda-a8b8-49f0-aa73-8c7ec3c40690 request from dv-cinder-800430-2-iscsi {{(pid=99634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:46:02.032829 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-a63cfb18-8aad-4747-ab31-3cdae4477777 None None] Deleting port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa {{(pid=99634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:02.033494 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a63cfb18-8aad-4747-ab31-3cdae4477777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.085960 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.119266 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-a63cfb18-8aad-4747-ab31-3cdae4477777 None None] For port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=aff20e4c-8dfc-4eb0-ba7b-354c948f69fa,segment=NetworkSegment(20a437b8-1c5f-4ab8-827b-d0e9a8ed3206),segment_id=20a437b8-1c5f-4ab8-827b-d0e9a8ed3206)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:02.119800 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a63cfb18-8aad-4747-ab31-3cdae4477777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.123081 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff20e4c-8dfc-4eb0-ba7b-354c948f69fa,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:02.130736 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] No DVR routers for this DVR port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa on host dv-cinder-800430-2-iscsi {{(pid=99632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:46:02.133006 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.133366 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.133717 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.134221 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.134478 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.134828 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.135341 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.135677 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.135806 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-a63cfb18-8aad-4747-ab31-3cdae4477777 None None] Calling delete_port for aff20e4c-8dfc-4eb0-ba7b-354c948f69fa owned by network:dhcp {{(pid=99634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:02.136013 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.136485 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.136671 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.136999 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:02.228422 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.250834 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a799cfda-a8b8-49f0-aa73-8c7ec3c40690']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:02.264364 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.272715 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:02.273283 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a437b8-1c5f-4ab8-827b-d0e9a8ed3206') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:02.285885 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.305002 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.312931 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:46:02.313362 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:46:02.315684 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:46:02.323806 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a63cfb18-8aad-4747-ab31-3cdae4477777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.354253 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cfb18-8aad-4747-ab31-3cdae4477777 None None] Pushing event deleted for resources: {'Port': ['ID=aff20e4c-8dfc-4eb0-ba7b-354c948f69fa,revision_number=None']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:02.358066 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63cfb18-8aad-4747-ab31-3cdae4477777 None None] No DVR routers for this DVR port aff20e4c-8dfc-4eb0-ba7b-354c948f69fa on host dv-cinder-800430-2-iscsi {{(pid=99634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:46:02.384843 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.390933 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.396428 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a799cfda-a8b8-49f0-aa73-8c7ec3c40690 HTTP/1.1" status: 204 len: 168 time: 0.6796722 Jul 13 08:46:02.397599 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35184) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:02.406298 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70463109-7c76-42df-8ee3-f2b6c09078f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a799cfda-a8b8-49f0-aa73-8c7ec3c40690,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:02.588621 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device ad3731be-221a-4702-9f56-2e9e69afe7a3 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:02.608874 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: ad3731be-221a-4702-9f56-2e9e69afe7a3 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:02.609143 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device ad3731be-221a-4702-9f56-2e9e69afe7a3 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:02.609562 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device aff20e4c-8dfc-4eb0-ba7b-354c948f69fa no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:02.633635 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: aff20e4c-8dfc-4eb0-ba7b-354c948f69fa {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:02.634338 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device aff20e4c-8dfc-4eb0-ba7b-354c948f69fa not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:02.634440 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 2b87ac5e-0156-44dc-b173-0de75e1ee878 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:02.654681 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 2b87ac5e-0156-44dc-b173-0de75e1ee878 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:02.655054 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 2b87ac5e-0156-44dc-b173-0de75e1ee878 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:02.768404 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-514508'] for router_interface, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:02.977000 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42038ada-3ee5-49be-be13-840658c31777 req-6ba31fd8-2616-492d-a4cc-5e3752634719 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:02.978432 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-42038ada-3ee5-49be-be13-840658c31777 req-6ba31fd8-2616-492d-a4cc-5e3752634719 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 945 time: 0.1313865 Jul 13 08:46:03.005277 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 27c024fe-e917-4f08-aca2-6e8d87245cc0 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:03.032022 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-42038ada-3ee5-49be-be13-840658c31777 req-de667b65-5824-45ea-aab8-561f109d6ec4 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=16c3d264-fa6b-4413-a8f7-7f806493f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472794 Jul 13 08:46:03.057994 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 27c024fe-e917-4f08-aca2-6e8d87245cc0 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:03.062127 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 27c024fe-e917-4f08-aca2-6e8d87245cc0 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:03.062510 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.124779 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] Deleting port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:03.125221 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.147692 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.176193 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c024fe-e917-4f08-aca2-6e8d87245cc0'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:03.179457 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea4bb4e-d799-46dc-ace1-c4cfd2527194" -d '{"events": [{"server_uuid": "9001a46f-54d4-4a3e-aaab-0a14934eadf8", "name": "network-vif-plugged", "status": "completed", "tag": "27c024fe-e917-4f08-aca2-6e8d87245cc0"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:03.192031 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 27c024fe-e917-4f08-aca2-6e8d87245cc0, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:03.196429 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.239155 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] For port 7449dfbf-a0c0-4eb2-ac99-8597c6f48327, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=7449dfbf-a0c0-4eb2-ac99-8597c6f48327,segment=NetworkSegment(91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7),segment_id=91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:03.240253 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.264701 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] Calling delete_port for 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 owned by network:router_interface {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:03.267345 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b5407a-3f60-4ee2-9f2b-e21ed97cf976 x-openstack-request-id: req-e4b5407a-3f60-4ee2-9f2b-e21ed97cf976 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:03.267531 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9001a46f-54d4-4a3e-aaab-0a14934eadf8", "name": "network-vif-plugged", "status": "completed", "tag": "27c024fe-e917-4f08-aca2-6e8d87245cc0", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:03.267809 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4b5407a-3f60-4ee2-9f2b-e21ed97cf976 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:03.268179 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c024fe-e917-4f08-aca2-6e8d87245cc0', 'code': 200} Jul 13 08:46:03.271746 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=27c024fe-e917-4f08-aca2-6e8d87245cc0,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:03.507886 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.525437 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c25e6b-86a4-470c-b18e-7de73d7f2e8e req-cf1a9341-a16e-4ab7-9f54-e1e0aa4a37af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:03.526975 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f0c25e6b-86a4-470c-b18e-7de73d7f2e8e req-cf1a9341-a16e-4ab7-9f54-e1e0aa4a37af service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 1099 time: 0.0553079 Jul 13 08:46:03.532648 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7449dfbf-a0c0-4eb2-ac99-8597c6f48327,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:03.564992 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f0c25e6b-86a4-470c-b18e-7de73d7f2e8e req-529f8327-29ee-4c74-9936-b39c1cea2b48 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16c3d264-fa6b-4413-a8f7-7f806493f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317390 Jul 13 08:46:03.612066 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-aa2d0aa4-ffaf-4f00-ad46-ed892c308e0e None None] Provisioning complete for port 27c024fe-e917-4f08-aca2-6e8d87245cc0 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:03.613029 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0aa4-ffaf-4f00-ad46-ed892c308e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.719828 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403176'] for router_interface, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.943625 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] Router 33040370-eca1-4f38-b554-a08120988ebb has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:04.057142 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:04.068137 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-9126ad4c-9fe9-4763-b0a7-783fe53b22dc admin admin] 10.222.0.66 "PUT /v2.0/routers/33040370-eca1-4f38-b554-a08120988ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6660981 Jul 13 08:46:04.068820 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35196) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:04.073947 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] Sync routers for ids ['33040370-eca1-4f38-b554-a08120988ebb'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:04.086224 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] Routers {'33040370-eca1-4f38-b554-a08120988ebb'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:04.087200 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['33040370-eca1-4f38-b554-a08120988ebb'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:04.188109 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Notify callbacks [] for router, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.218522 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] Set router 33040370-eca1-4f38-b554-a08120988ebb gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:04.230855 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2768bc-19e3-424a-928a-794efb6b4c5a req-0c481b2e-7eae-401e-8950-fa4d279b8d75 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:04.232501 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cb2768bc-19e3-424a-928a-794efb6b4c5a req-0c481b2e-7eae-401e-8950-fa4d279b8d75 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 946 time: 0.0686471 Jul 13 08:46:04.281570 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cb2768bc-19e3-424a-928a-794efb6b4c5a req-d3f315dd-466b-4ca5-90fd-f6a4aac836cb tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=16c3d264-fa6b-4413-a8f7-7f806493f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376506 Jul 13 08:46:04.306748 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.389850 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Deleting port 20a29745-1e26-435e-a032-8eed77a465cf {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:04.390311 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.420525 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33040370-eca1-4f38-b554-a08120988ebb', 'name': 'tempest-TestMinimumBasicScenario-2081783236-router', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '20a29745-1e26-435e-a032-8eed77a465cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:52Z', 'updated_at': '2021-07-13T08:46:03Z', 'revision_number': 5, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'gw_port': {'id': '20a29745-1e26-435e-a032-8eed77a465cf', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33040370-eca1-4f38-b554-a08120988ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:53Z', 'updated_at': '2021-07-13T08:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:04.450411 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] Checking router: 33040370-eca1-4f38-b554-a08120988ebb for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:04.478601 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] Routers {'33040370-eca1-4f38-b554-a08120988ebb'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:04.480049 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['33040370-eca1-4f38-b554-a08120988ebb'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:04.498989 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] For port 20a29745-1e26-435e-a032-8eed77a465cf, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=20a29745-1e26-435e-a032-8eed77a465cf,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:04.499544 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.514427 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Calling delete_port for 20a29745-1e26-435e-a032-8eed77a465cf owned by network:router_gateway {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:04.586277 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] Set router 33040370-eca1-4f38-b554-a08120988ebb gateway port host: None {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:04.649202 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33040370-eca1-4f38-b554-a08120988ebb', 'name': 'tempest-TestMinimumBasicScenario-2081783236-router', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:52Z', 'updated_at': '2021-07-13T08:46:04Z', 'revision_number': 6, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'gw_port_host': None}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:04.679095 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea61b0-618e-4e5b-8723-b3aacac0810b None None] The sync data for ids ['33040370-eca1-4f38-b554-a08120988ebb'] in dv-cinder-800430-2-iscsi is: [{'id': '33040370-eca1-4f38-b554-a08120988ebb', 'name': 'tempest-TestMinimumBasicScenario-2081783236-router', 'tenant_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:52Z', 'updated_at': '2021-07-13T08:46:04Z', 'revision_number': 6, 'project_id': '07d87b8ac3fa4e0eb1245d985842a0f6', 'gw_port_host': None}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:04.725438 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.749491 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a29745-1e26-435e-a032-8eed77a465cf,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:04.818255 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513894'] for router_gateway, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.910294 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5712'] for router, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.912557 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.960689 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511608'] for router, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.961251 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33040370-eca1-4f38-b554-a08120988ebb {{(pid=99632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:46:04.966091 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] Notify callbacks [] for router, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.967304 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-8232dbc2-9d77-4fed-8ec1-f52b0d1c6875 admin admin] 10.222.0.66 "DELETE /v2.0/routers/33040370-eca1-4f38-b554-a08120988ebb HTTP/1.1" status: 204 len: 168 time: 0.8977993 Jul 13 08:46:04.970017 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35202) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:05.014025 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-964f64e3-76ad-41ee-a702-e80ccf752135 admin admin] Deleting subnet 7882dd8a-e2d4-45e6-8033-bfc7e2992ef7 {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:46:05.017044 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-964f64e3-76ad-41ee-a702-e80ccf752135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.051436 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-964f64e3-76ad-41ee-a702-e80ccf752135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.171067 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-964f64e3-76ad-41ee-a702-e80ccf752135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.227064 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-964f64e3-76ad-41ee-a702-e80ccf752135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.250811 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f64e3-76ad-41ee-a702-e80ccf752135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7882dd8a-e2d4-45e6-8033-bfc7e2992ef7,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:05.258604 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-964f64e3-76ad-41ee-a702-e80ccf752135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.260532 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-964f64e3-76ad-41ee-a702-e80ccf752135 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7882dd8a-e2d4-45e6-8033-bfc7e2992ef7 HTTP/1.1" status: 204 len: 168 time: 0.2895927 Jul 13 08:46:05.262989 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35204) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:05.263869 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29e49c-ee42-4bf3-8ad6-6edb7fc4a5b5 None None] Network b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:46:05.340166 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.414532 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Deleting port 5184714d-ec67-49a5-8143-780e89af7c64 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:05.415459 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.502622 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe74b88c-fd3c-4841-ad19-9011247be9ec None None] DHCP port deletion for b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 request from dv-cinder-800430-2-iscsi {{(pid=99634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:46:05.533558 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] For port 5184714d-ec67-49a5-8143-780e89af7c64, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=5184714d-ec67-49a5-8143-780e89af7c64,segment=NetworkSegment(91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7),segment_id=91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:05.534948 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.568119 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Calling delete_port for 5184714d-ec67-49a5-8143-780e89af7c64 owned by network:dhcp {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:05.580205 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bdac6-ecd5-43b5-bf17-f6d5c4e931e5 req-a0ffefe4-df33-4360-a7b2-cdbbae1757c2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:05.581133 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-fe74b88c-fd3c-4841-ad19-9011247be9ec None None] Deleting port 5184714d-ec67-49a5-8143-780e89af7c64 {{(pid=99634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:05.581133 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-fe74b88c-fd3c-4841-ad19-9011247be9ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.588403 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8f1bdac6-ecd5-43b5-bf17-f6d5c4e931e5 req-a0ffefe4-df33-4360-a7b2-cdbbae1757c2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 946 time: 0.1663980 Jul 13 08:46:05.637235 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8f1bdac6-ecd5-43b5-bf17-f6d5c4e931e5 req-f39d4195-d4e8-4461-8d8a-509767f2103e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=16c3d264-fa6b-4413-a8f7-7f806493f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436974 Jul 13 08:46:05.668217 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-fe74b88c-fd3c-4841-ad19-9011247be9ec None None] For port 5184714d-ec67-49a5-8143-780e89af7c64, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=5184714d-ec67-49a5-8143-780e89af7c64,segment=NetworkSegment(91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7),segment_id=91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:05.668756 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-fe74b88c-fd3c-4841-ad19-9011247be9ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.689231 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-fe74b88c-fd3c-4841-ad19-9011247be9ec None None] Calling delete_port for 5184714d-ec67-49a5-8143-780e89af7c64 owned by network:dhcp {{(pid=99634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:05.725600 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.757864 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Pushing event deleted for resources: {'Port': ['ID=5184714d-ec67-49a5-8143-780e89af7c64,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:05.766887 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] No DVR routers for this DVR port 5184714d-ec67-49a5-8143-780e89af7c64 on host dv-cinder-800430-2-iscsi {{(pid=99632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:46:05.796646 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-fe74b88c-fd3c-4841-ad19-9011247be9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.822530 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74b88c-fd3c-4841-ad19-9011247be9ec None None] Pushing event deleted for resources: {'Port': ['ID=5184714d-ec67-49a5-8143-780e89af7c64,revision_number=None']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:05.829870 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74b88c-fd3c-4841-ad19-9011247be9ec None None] No DVR routers for this DVR port 5184714d-ec67-49a5-8143-780e89af7c64 on host dv-cinder-800430-2-iscsi {{(pid=99634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:46:05.873017 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f875d-0226-4ed4-a5b1-0f99dc5bcf64 req-01027f24-c197-4918-97a8-a7d676614d60 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:05.874737 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9a8f875d-0226-4ed4-a5b1-0f99dc5bcf64 req-01027f24-c197-4918-97a8-a7d676614d60 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 946 time: 0.0843024 Jul 13 08:46:05.888267 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35214) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:05.896381 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-b72985cc-1f2a-4cf4-aee9-62f7071c14a2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Request body: {'floatingip': {'port_id': '27c024fe-e917-4f08-aca2-6e8d87245cc0'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:05.941177 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b72985cc-1f2a-4cf4-aee9-62f7071c14a2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.102976 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.113992 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:06.124274 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:06.124574 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b4fcc2-3c0d-47d9-abc3-c3c6571e48b7') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:06.133597 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.146942 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.152768 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:46:06.153158 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:46:06.155020 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:46:06.213560 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.218222 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.220657 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] 10.222.0.66 "DELETE /v2.0/networks/b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56 HTTP/1.1" status: 204 len: 168 time: 0.9566908 Jul 13 08:46:06.234870 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35caf4-6197-4309-a343-79e102ca937d admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c31ebb-6f6d-4fc3-a2ba-82b3a3e73e56,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:06.465215 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35218) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:06.513456 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-1c3d9adb-193a-4b32-88cb-7fdbfb13ac6a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67cbac86d97d489eb40a43295448932f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464728 Jul 13 08:46:06.515844 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35220) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:06.578432 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-14eb67c4-b934-4f76-b1e2-e28dd018ce5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.610877 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-14eb67c4-b934-4f76-b1e2-e28dd018ce5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.619261 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:06.648338 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:06.648924 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 7449dfbf-a0c0-4eb2-ac99-8597c6f48327 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:06.650148 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 20a29745-1e26-435e-a032-8eed77a465cf no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:06.673204 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-14eb67c4-b934-4f76-b1e2-e28dd018ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.676591 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 20a29745-1e26-435e-a032-8eed77a465cf {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:06.677006 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-14eb67c4-b934-4f76-b1e2-e28dd018ce5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.677141 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 20a29745-1e26-435e-a032-8eed77a465cf not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:06.680496 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 5184714d-ec67-49a5-8143-780e89af7c64 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:06.680680 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-14eb67c4-b934-4f76-b1e2-e28dd018ce5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5f032da-c78c-4797-896c-c247438f4519 HTTP/1.1" status: 204 len: 168 time: 0.1609700 Jul 13 08:46:06.688190 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb67c4-b934-4f76-b1e2-e28dd018ce5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f032da-c78c-4797-896c-c247438f4519,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:06.711410 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 5184714d-ec67-49a5-8143-780e89af7c64 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:06.711845 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 5184714d-ec67-49a5-8143-780e89af7c64 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:06.866493 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b72985cc-1f2a-4cf4-aee9-62f7071c14a2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.870740 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b72985cc-1f2a-4cf4-aee9-62f7071c14a2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.972242 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.l3_db [None req-b72985cc-1f2a-4cf4-aee9-62f7071c14a2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Floating IP 05e3478b-58da-4de9-a625-e7af0a2d6a73 associated. External IP: 172.27.3.48, port: 27c024fe-e917-4f08-aca2-6e8d87245cc0. Jul 13 08:46:07.059151 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35230) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:07.098931 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-588a5936-0cf4-46e1-ac73-12569ac9e648 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07d87b8ac3fa4e0eb1245d985842a0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385997 Jul 13 08:46:07.101388 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35232) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:07.156462 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7dc91ccb-5021-453c-9ab3-c301019423e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:07.178076 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7dc91ccb-5021-453c-9ab3-c301019423e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:07.185588 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72985cc-1f2a-4cf4-aee9-62f7071c14a2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:07.224524 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7dc91ccb-5021-453c-9ab3-c301019423e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:07.227278 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7dc91ccb-5021-453c-9ab3-c301019423e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:07.228430 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-7dc91ccb-5021-453c-9ab3-c301019423e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e96ddfa0-83ef-4fa6-b48d-a88663081a03 HTTP/1.1" status: 204 len: 168 time: 0.1261358 Jul 13 08:46:07.236372 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc91ccb-5021-453c-9ab3-c301019423e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96ddfa0-83ef-4fa6-b48d-a88663081a03,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:07.312244 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72985cc-1f2a-4cf4-aee9-62f7071c14a2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:07.317746 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b72985cc-1f2a-4cf4-aee9-62f7071c14a2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:07.322276 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] Sync routers for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:07.330899 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:07.332391 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:07.355868 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b72985cc-1f2a-4cf4-aee9-62f7071c14a2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "PUT /v2.0/floatingips/05e3478b-58da-4de9-a625-e7af0a2d6a73 HTTP/1.1" status: 200 len: 991 time: 1.4661536 Jul 13 08:46:07.356476 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'tag': '27c024fe-e917-4f08-aca2-6e8d87245cc0'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:07.358761 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e059f2-1e46-4ab5-b24c-b8d34ba73875" -d '{"events": [{"name": "network-changed", "server_uuid": "9001a46f-54d4-4a3e-aaab-0a14934eadf8", "tag": "27c024fe-e917-4f08-aca2-6e8d87245cc0"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:07.434668 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89d4551-4315-484a-8fb1-d557783e9708 x-openstack-request-id: req-c89d4551-4315-484a-8fb1-d557783e9708 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:07.435178 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9001a46f-54d4-4a3e-aaab-0a14934eadf8", "tag": "27c024fe-e917-4f08-aca2-6e8d87245cc0", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:07.435544 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c89d4551-4315-484a-8fb1-d557783e9708 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:07.436043 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'tag': '27c024fe-e917-4f08-aca2-6e8d87245cc0', 'status': 'completed', 'code': 200} Jul 13 08:46:07.525386 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-ec061f26-c2bc-49ab-a94a-4bbf0e5632fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:07.526928 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-ec061f26-c2bc-49ab-a94a-4bbf0e5632fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 1099 time: 0.0592072 Jul 13 08:46:07.583074 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:07.630663 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-73b8d6e2-4ea2-4207-9453-033d87843bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:07.632214 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-73b8d6e2-4ea2-4207-9453-033d87843bb1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 911 time: 0.0983269 Jul 13 08:46:07.718031 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-e68dad04-68cd-47d8-b492-753c6618d3de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0 HTTP/1.1" status: 200 len: 999 time: 0.0781116 Jul 13 08:46:07.770027 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-356e2ca9-1d0b-49b0-bb65-6ff21c71a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:07.771808 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-356e2ca9-1d0b-49b0-bb65-6ff21c71a1e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.0466712 Jul 13 08:46:07.833461 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '05e3478b-58da-4de9-a625-e7af0a2d6a73', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'port_id': '27c024fe-e917-4f08-aca2-6e8d87245cc0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'mac_address': 'fa:16:3e:d2:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:45:52Z', 'updated_at': '2021-07-13T08:46:06Z', 'revision_number': 1, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:07.843460 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-7f3e1ae1-05f2-4498-86fe-21f29dc6ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:07.845087 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-7f3e1ae1-05f2-4498-86fe-21f29dc6ee39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622838 Jul 13 08:46:07.859782 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] Checking router: 099f08dc-dfae-45d2-9ca6-9711c794f8a8 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:07.868842 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:07.869475 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:07.953258 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-ff949f72-ddc4-4416-9387-beb6b2e38bd7 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982387 Jul 13 08:46:08.007210 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:08.023989 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35264) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:08.077560 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1587317386-network', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:08.157975 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Made reservation on behalf of dc57daf10f804ec7ab1235d0a2a103a2 for: {'network': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:08.161179 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.173907 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.202705 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-20e059f2-1e46-4ab5-b24c-b8d34ba73875 req-98f6c7b4-8457-49ba-9c20-ef0f645f5b34 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417662 Jul 13 08:46:08.270762 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '05e3478b-58da-4de9-a625-e7af0a2d6a73', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'port_id': '27c024fe-e917-4f08-aca2-6e8d87245cc0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'mac_address': 'fa:16:3e:d2:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:45:52Z', 'updated_at': '2021-07-13T08:46:06Z', 'revision_number': 1, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:08.284784 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.288975 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.299024 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fe6a5-e215-4632-b0cc-d903a1f8ad1e None None] The sync data for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi is: [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': '05e3478b-58da-4de9-a625-e7af0a2d6a73', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'port_id': '27c024fe-e917-4f08-aca2-6e8d87245cc0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'mac_address': 'fa:16:3e:d2:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:45:52Z', 'updated_at': '2021-07-13T08:46:06Z', 'revision_number': 1, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:08.314066 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=99632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:46:08.324259 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7e17e5-ce9d-46af-b018-9480f8a65f6c,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:08.329145 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.330236 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.segments_db [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Added segment 1b116d56-8da0-4e67-996e-a5f5616ebcae of type vlan for network 9db3ce96-9b5f-4281-ac9a-146e129f0209 Jul 13 08:46:08.373179 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.403469 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.404414 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:08.405008 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.441348 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4159400 Jul 13 08:46:08.444192 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35268) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:08.449137 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Request body: {'subnet': {'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1587317386-subnet', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'ip_version': 4}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:08.481664 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae6ca6-8201-45b2-ba4b-deeba594e979 admin admin] Pushing event updated for resources: {'Network': ['ID=9db3ce96-9b5f-4281-ac9a-146e129f0209,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:08.493490 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d60a41-97de-4c00-93f3-ce09b9f0f096 None None] New status for floating IP 05e3478b-58da-4de9-a625-e7af0a2d6a73: ACTIVE {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:46:08.494041 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 9db3ce96-9b5f-4281-ac9a-146e129f0209 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:46:08.507255 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Made reservation on behalf of dc57daf10f804ec7ab1235d0a2a103a2 for: {'subnet': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:08.510082 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7247601'] for subnet, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.725257 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6618629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7247491'] for subnet, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.784694 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Pushing event updated for resources: {'Subnet': ['ID=9288088b-911e-4a10-8a5e-bd9c8295b351,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:08.792787 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Checking segment: {'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:08.793176 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Network hostable DHCP agents. Network: 9db3ce96-9b5f-4281-ac9a-146e129f0209, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:46:08.811479 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Network 9db3ce96-9b5f-4281-ac9a-146e129f0209 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:46:08.821239 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 9db3ce96-9b5f-4281-ac9a-146e129f0209) {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:08.825393 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:08.825993 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.832924 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5e837b-42ce-4dd1-bb29-2bab5bd44b0b None None] Network 9db3ce96-9b5f-4281-ac9a-146e129f0209 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:46:08.845741 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35278) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:08.847035 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-be5cc55e-72a1-4ffe-ac91-96037f033add admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4010029 Jul 13 08:46:08.850468 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:08.872745 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5670'] for router, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.873788 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5727'] for router, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.931507 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.025035 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98908d11-a4d5-5635-b03b-04a5e2e559c7-9db3ce96-9b5f-4281-ac9a-146e129f0209', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351'}]}} from dv-cinder-800430-2-iscsi. {{(pid=99634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:46:09.029977 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.124259 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.174479 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.db_base_plugin_common [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Allocated IP 172.20.0.2 (9db3ce96-9b5f-4281-ac9a-146e129f0209/9288088b-911e-4a10-8a5e-bd9c8295b351/7af92ce5-4435-4f88-96cb-fbd762f04fba) {{(pid=99634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:09.340820 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Notify callbacks [] for port, precommit_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.350347 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Transition to ACTIVE for port object 7af92ce5-4435-4f88-96cb-fbd762f04fba will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:09.355527 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.366900 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Transition to ACTIVE for port object 7af92ce5-4435-4f88-96cb-fbd762f04fba will not be triggered until provisioned by entity DHCP. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:09.374010 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.395746 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.416146 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Network 9db3ce96-9b5f-4281-ac9a-146e129f0209 is already hosted by enough agents. {{(pid=99634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:09.419009 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.base_scheduler [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Resources bound (agent type, host, resource id): {{(pid=99634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:09.423281 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Received port after_create {{(pid=99634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:09.426865 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Pushing event updated for resources: {'Port': ['ID=7af92ce5-4435-4f88-96cb-fbd762f04fba,revision_number=1']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:09.485142 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Attempting to bind port 7af92ce5-4435-4f88-96cb-fbd762f04fba on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:09.485515 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Attempting to bind port 7af92ce5-4435-4f88-96cb-fbd762f04fba by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:09.485882 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Attempting to bind port 7af92ce5-4435-4f88-96cb-fbd762f04fba on network 9db3ce96-9b5f-4281-ac9a-146e129f0209 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:09.492598 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:09.492977 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Checking segment: {'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:09.493377 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.493779 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Bound using segment: {'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:09.494366 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Bound port: 7af92ce5-4435-4f88-96cb-fbd762f04fba, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:09.494757 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.505690 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb88f5-72b4-4cff-bc13-510560c80817 req-a8dc50f6-2bc6-43b6-8eca-f3b63307176b tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:09.507181 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-31cb88f5-72b4-4cff-bc13-510560c80817 req-a8dc50f6-2bc6-43b6-8eca-f3b63307176b tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.1668656 Jul 13 08:46:09.551283 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Allocated IP 172.27.3.191 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/6b642071-39a9-4ee9-b40c-6dedd530e590) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:09.562969 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] For port 7af92ce5-4435-4f88-96cb-fbd762f04fba, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:09.567690 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] For port 7af92ce5-4435-4f88-96cb-fbd762f04fba, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=7af92ce5-4435-4f88-96cb-fbd762f04fba,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:09.572265 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.576249 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-31cb88f5-72b4-4cff-bc13-510560c80817 req-0ca6546d-dff4-48fa-884c-14fb4bbbd4e6 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612216 Jul 13 08:46:09.635161 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ceec0-a17c-4b12-9b73-5aaf16a47383 None None] Pushing event updated for resources: {'Port': ['ID=7af92ce5-4435-4f88-96cb-fbd762f04fba,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:09.687115 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.730444 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4796218'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:09.789283 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:09.790397 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Pushing event updated for resources: {'Port': ['ID=6b642071-39a9-4ee9-b40c-6dedd530e590,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:09.793632 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:09.796077 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:10.057580 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:10.260383 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866'] for router, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:10.395983 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Router e22c1ad4-536e-4510-8aad-aaac0275fd72 is scheduled to L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 with binding_index 1 {{(pid=99633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:46:10.503802 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:10.512440 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Sync routers for ids ['e22c1ad4-536e-4510-8aad-aaac0275fd72'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:10.523615 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] Notify callbacks [] for router, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:10.524868 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-e3dbdd7c-6e5b-42cf-97d4-27772e528f2e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6781437 Jul 13 08:46:10.527731 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35294) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:10.529996 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691ad39-d0ed-42f1-95fd-cbba08c1588a None None] Network 9db3ce96-9b5f-4281-ac9a-146e129f0209 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:46:10.531848 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Routers {'e22c1ad4-536e-4510-8aad-aaac0275fd72'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:10.532485 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e22c1ad4-536e-4510-8aad-aaac0275fd72'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:10.664991 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 7af92ce5-4435-4f88-96cb-fbd762f04fba up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:10.687871 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-51bc8e24-f2c9-4d55-a29e-20158401a280 None None] Provisioning for port 7af92ce5-4435-4f88-96cb-fbd762f04fba completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:10.747120 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Set router e22c1ad4-536e-4510-8aad-aaac0275fd72 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:10.852608 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 7af92ce5-4435-4f88-96cb-fbd762f04fba completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:10.862094 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 7af92ce5-4435-4f88-96cb-fbd762f04fba triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:10.862477 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:10.974803 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.136497 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Allocated IP 172.20.0.1 (9db3ce96-9b5f-4281-ac9a-146e129f0209/9288088b-911e-4a10-8a5e-bd9c8295b351/6408724d-aebe-4a91-9aa3-b6d2ab5d3645) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:11.186947 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.227837 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:09Z', 'revision_number': 3, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:11.231614 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 7af92ce5-4435-4f88-96cb-fbd762f04fba, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=7af92ce5-4435-4f88-96cb-fbd762f04fba,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:11.244631 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.256981 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Checking router: e22c1ad4-536e-4510-8aad-aaac0275fd72 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:11.257348 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Updating router e22c1ad4-536e-4510-8aad-aaac0275fd72 port 6b642071-39a9-4ee9-b40c-6dedd530e590 binding host dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:46:11.259189 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.260859 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Transition to ACTIVE for port object 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 will not be triggered until provisioned by entity DHCP. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:11.298490 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4796218'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.335804 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.351751 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Network 9db3ce96-9b5f-4281-ac9a-146e129f0209 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:11.354782 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:11.358449 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:11.364719 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Pushing event updated for resources: {'Port': ['ID=6408724d-aebe-4a91-9aa3-b6d2ab5d3645,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:11.365235 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=7af92ce5-4435-4f88-96cb-fbd762f04fba,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:11.402251 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515057'] for router_interface, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.454098 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7016246e-7e48-4234-9049-2e50d1592817 None None] Provisioning complete for port 7af92ce5-4435-4f88-96cb-fbd762f04fba triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:11.454425 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7016246e-7e48-4234-9049-2e50d1592817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.555446 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.685690 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Notify callbacks [] for port, precommit_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.695361 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Transition to ACTIVE for port object 6b642071-39a9-4ee9-b40c-6dedd530e590 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:11.702596 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.733998 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.739594 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796204'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.760419 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Attempting to bind port 6b642071-39a9-4ee9-b40c-6dedd530e590 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:11.760793 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Attempting to bind port 6b642071-39a9-4ee9-b40c-6dedd530e590 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:11.761165 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Attempting to bind port 6b642071-39a9-4ee9-b40c-6dedd530e590 on network 687451c4-904f-48f1-a79c-0ec0b614c05b {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:11.770837 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63e341-3691-412d-9f77-e148a2c6c65b None None] Pushing event updated for resources: {'Port': ['ID=6b642071-39a9-4ee9-b40c-6dedd530e590,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:11.774076 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7b81ea35-c52c-4a2f-ac99-9c1754278c94 None None] Provisioning for port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:11.776534 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:11.776913 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:11.777322 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.777738 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Bound using segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:11.778229 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Bound port: 6b642071-39a9-4ee9-b40c-6dedd530e590, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:11.778661 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.801665 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7b81ea35-c52c-4a2f-ac99-9c1754278c94 None None] Provisioning complete for port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:11.802087 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7b81ea35-c52c-4a2f-ac99-9c1754278c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.811604 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Pushing event updated for resources: {'Port': ['ID=6408724d-aebe-4a91-9aa3-b6d2ab5d3645,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:11.820995 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-514871'] for router_interface, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.863847 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7b81ea35-c52c-4a2f-ac99-9c1754278c94 None None] Port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:11.871711 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] For port 6b642071-39a9-4ee9-b40c-6dedd530e590, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:11.875208 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] For port 6b642071-39a9-4ee9-b40c-6dedd530e590, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=6b642071-39a9-4ee9-b40c-6dedd530e590,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:11.880712 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:11.955145 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Routers {'e22c1ad4-536e-4510-8aad-aaac0275fd72'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:11.956554 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e22c1ad4-536e-4510-8aad-aaac0275fd72'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:11.959210 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63e341-3691-412d-9f77-e148a2c6c65b None None] Pushing event updated for resources: {'Port': ['ID=6b642071-39a9-4ee9-b40c-6dedd530e590,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:12.103486 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] Set router e22c1ad4-536e-4510-8aad-aaac0275fd72 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:12.133590 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-8bb59621-d799-4157-a515-fc2db60ed547 None None] Provisioning complete for port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:12.134307 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8bb59621-d799-4157-a515-fc2db60ed547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:12.219278 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-8bb59621-d799-4157-a515-fc2db60ed547 None None] Port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:12.235343 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Network 9db3ce96-9b5f-4281-ac9a-146e129f0209 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:12.237788 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:12.250125 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbfcc3-af47-4982-a2fe-68e8bc9a46cc req-61869a9e-f855-4c03-988b-152f105092eb tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:12.251922 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-83dbfcc3-af47-4982-a2fe-68e8bc9a46cc req-61869a9e-f855-4c03-988b-152f105092eb tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.0834970 Jul 13 08:46:12.306551 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-83dbfcc3-af47-4982-a2fe-68e8bc9a46cc req-f73c9bd2-1df6-47c6-9d2b-0bcff002bb95 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477657 Jul 13 08:46:12.383517 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Router e22c1ad4-536e-4510-8aad-aaac0275fd72 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:12.386582 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 2, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:12.415620 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807358d5-e7e9-4e77-9cbb-a6583e33cfad None None] The sync data for ids ['e22c1ad4-536e-4510-8aad-aaac0275fd72'] in dv-cinder-800430-2-iscsi is: [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 2, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:12.508958 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:12.514232 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-59c7038e-ebf9-4653-a610-b840b47162df admin admin] 10.222.0.66 "PUT /v2.0/routers/e22c1ad4-536e-4510-8aad-aaac0275fd72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9821737 Jul 13 08:46:12.542280 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-fd16c993-fba9-4b8a-a550-95441ef0410f None None] Provisioning complete for port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:12.542660 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-fd16c993-fba9-4b8a-a550-95441ef0410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:12.593538 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-fd16c993-fba9-4b8a-a550-95441ef0410f None None] Port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:12.613661 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 7af92ce5-4435-4f88-96cb-fbd762f04fba up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:12.685606 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 7af92ce5-4435-4f88-96cb-fbd762f04fba triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:12.686037 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.124641 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35322) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:13.130627 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1926964580-network', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:13.168175 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Made reservation on behalf of 88e5aa99c48c4b019cb698bee80837db for: {'network': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:13.174486 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for network, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.186894 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.320513 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.324193 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.352468 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=99633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:46:13.378638 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5d7197-1d7c-436d-be4b-370d60e35b7d,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:13.384414 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.384998 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.segments_db [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Added segment 0e4e9735-8287-4e4b-bdc5-0373106ad864 of type vlan for network 457b361b-101b-4cb0-bf3d-123d49d94c42 Jul 13 08:46:13.439398 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741018212181'] for network, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.479180 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599'] for network, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.480547 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:13.481211 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.516828 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3907316 Jul 13 08:46:13.519855 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35330) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:13.526329 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Request body: {'subnet': {'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1926964580-subnet', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'ip_version': 4}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:13.559390 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd90210-4491-459d-bfb9-56d66c71835a req-c23e959b-94ee-4623-babe-4e4eb5b07779 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:13.560947 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-acd90210-4491-459d-bfb9-56d66c71835a req-c23e959b-94ee-4623-babe-4e4eb5b07779 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.0726955 Jul 13 08:46:13.562213 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317b2a8-3db2-40e5-a955-0fb5ee153483 admin admin] Pushing event updated for resources: {'Network': ['ID=457b361b-101b-4cb0-bf3d-123d49d94c42,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:13.574952 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Network 457b361b-101b-4cb0-bf3d-123d49d94c42 details requested by agent ovs-agent-dv-cinder-800430-2-iscsi with host dv-cinder-800430-2-iscsi {{(pid=99634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:46:13.587329 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Made reservation on behalf of 88e5aa99c48c4b019cb698bee80837db for: {'subnet': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:13.590431 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5073316'] for subnet, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.621499 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-acd90210-4491-459d-bfb9-56d66c71835a req-fbdcfdfa-bfe4-4e19-931d-562cd0a1a1b7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495820 Jul 13 08:46:13.781745 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4796074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5073366'] for subnet, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.839409 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1841b09-d407-4bf3-a06d-5e2c13efd820,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:13.851229 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Checking segment: {'id': '0e4e9735-8287-4e4b-bdc5-0373106ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:13.851733 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Network hostable DHCP agents. Network: 457b361b-101b-4cb0-bf3d-123d49d94c42, hostable agents: ['f869b28a-a38d-4a15-89c2-c0fc0a0cf849'], hosted agents: [] {{(pid=99633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:46:13.870132 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Network 457b361b-101b-4cb0-bf3d-123d49d94c42 is scheduled to be hosted by DHCP agent f869b28a-a38d-4a15-89c2-c0fc0a0cf849 with binding_index 1 {{(pid=99633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:46:13.881090 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800430-2-iscsi, 457b361b-101b-4cb0-bf3d-123d49d94c42) {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:13.885972 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:13.886593 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.892303 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d17820-cf0a-48ad-b495-1a260417f1e2 None None] Network 457b361b-101b-4cb0-bf3d-123d49d94c42 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:46:13.905559 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-94ec04b3-0cae-4206-a51e-7d3b4a4bd680 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3844845 Jul 13 08:46:13.908589 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35332) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:13.914807 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1926964580-router', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:13.940721 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5670'] for router, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.941998 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5727'] for router, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.994310 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.045240 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98908d11-a4d5-5635-b03b-04a5e2e559c7-457b361b-101b-4cb0-bf3d-123d49d94c42', 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'fixed_ips': [{'subnet_id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820'}]}} from dv-cinder-800430-2-iscsi. {{(pid=99634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:46:14.046165 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.136743 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.185238 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.db_base_plugin_common [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Allocated IP 172.20.0.2 (457b361b-101b-4cb0-bf3d-123d49d94c42/a1841b09-d407-4bf3-a06d-5e2c13efd820/519d5a52-ed6e-40f2-8653-6a124c957798) {{(pid=99634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:14.360999 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.363608 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Notify callbacks [] for port, precommit_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.373398 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Transition to ACTIVE for port object 519d5a52-ed6e-40f2-8653-6a124c957798 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:14.392586 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Transition to ACTIVE for port object 519d5a52-ed6e-40f2-8653-6a124c957798 will not be triggered until provisioned by entity DHCP. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:14.406469 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268'] for port, after_create {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.410999 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.450006 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Network 457b361b-101b-4cb0-bf3d-123d49d94c42 is already hosted by enough agents. {{(pid=99634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:14.452956 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.scheduler.base_scheduler [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Resources bound (agent type, host, resource id): {{(pid=99634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:14.457693 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Received port after_create {{(pid=99634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:14.465066 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Pushing event updated for resources: {'Port': ['ID=519d5a52-ed6e-40f2-8653-6a124c957798,revision_number=1']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:14.523208 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Attempting to bind port 519d5a52-ed6e-40f2-8653-6a124c957798 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:14.523586 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Attempting to bind port 519d5a52-ed6e-40f2-8653-6a124c957798 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '0e4e9735-8287-4e4b-bdc5-0373106ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:14.523953 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Attempting to bind port 519d5a52-ed6e-40f2-8653-6a124c957798 on network 457b361b-101b-4cb0-bf3d-123d49d94c42 {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:14.526018 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Allocated IP 172.27.3.171 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/60238c51-1509-436a-a07a-5438220337c5) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:14.529819 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:14.530137 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Checking segment: {'id': '0e4e9735-8287-4e4b-bdc5-0373106ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:14.530550 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.531019 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Bound using segment: {'id': '0e4e9735-8287-4e4b-bdc5-0373106ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:14.531696 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Bound port: 519d5a52-ed6e-40f2-8653-6a124c957798, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4e9735-8287-4e4b-bdc5-0373106ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:14.531875 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.607014 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] For port 519d5a52-ed6e-40f2-8653-6a124c957798, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:14.611189 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] For port 519d5a52-ed6e-40f2-8653-6a124c957798, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=519d5a52-ed6e-40f2-8653-6a124c957798,segment=NetworkSegment(0e4e9735-8287-4e4b-bdc5-0373106ad864),segment_id=0e4e9735-8287-4e4b-bdc5-0373106ad864)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:14.618428 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.646773 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 6b642071-39a9-4ee9-b40c-6dedd530e590 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:14.664094 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Sync routers for ids ['e22c1ad4-536e-4510-8aad-aaac0275fd72'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:14.667933 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.673005 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Routers {'e22c1ad4-536e-4510-8aad-aaac0275fd72'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:14.673681 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e22c1ad4-536e-4510-8aad-aaac0275fd72'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:14.714961 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4796218'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.716505 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787eedb-d060-481f-83d9-7ee420197b2a None None] Pushing event updated for resources: {'Port': ['ID=519d5a52-ed6e-40f2-8653-6a124c957798,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:14.734846 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 6b642071-39a9-4ee9-b40c-6dedd530e590 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:14.743926 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 6b642071-39a9-4ee9-b40c-6dedd530e590 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:14.744912 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.763302 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:14.766431 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:14.773225 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:14.793955 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Set router e22c1ad4-536e-4510-8aad-aaac0275fd72 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:14.797475 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Pushing event updated for resources: {'Port': ['ID=60238c51-1509-436a-a07a-5438220337c5,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:14.839289 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.865203 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 6b642071-39a9-4ee9-b40c-6dedd530e590, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=6b642071-39a9-4ee9-b40c-6dedd530e590,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:14.880359 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.938477 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=6b642071-39a9-4ee9-b40c-6dedd530e590,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:15.123588 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:15.169355 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 2, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:15.199223 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Checking router: e22c1ad4-536e-4510-8aad-aaac0275fd72 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:15.200063 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Updating router e22c1ad4-536e-4510-8aad-aaac0275fd72 port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 binding host dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:46:15.236309 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:15.347766 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513866'] for router, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:15.497908 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 is scheduled to L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 with binding_index 1 {{(pid=99633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:46:15.529309 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:15.544359 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Transition to ACTIVE for port object 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:15.552796 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:15.603735 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Pushing event updated for resources: {'Port': ['ID=6408724d-aebe-4a91-9aa3-b6d2ab5d3645,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:15.623048 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:15.633294 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.633762 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.634456 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.634574 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Sync routers for ids ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:15.634695 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.635222 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.635642 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.636058 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.636472 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.636905 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.637348 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.637761 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.638175 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:15.647850 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Routers {'3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:15.648937 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:15.656471 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] Notify callbacks [] for router, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:15.660896 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35344) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:15.661491 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-2fd6311d-f168-4fad-ba70-4e69f9a6557c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7511036 Jul 13 08:46:15.686116 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Attempting to bind port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:15.686687 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Attempting to bind port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:15.686989 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Attempting to bind port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 on network 9db3ce96-9b5f-4281-ac9a-146e129f0209 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:15.695303 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:15.696022 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Checking segment: {'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:15.696758 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:15.697371 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Bound using segment: {'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:15.697868 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Bound port: 6408724d-aebe-4a91-9aa3-b6d2ab5d3645, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:15.698252 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:15.792626 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] For port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:15.796043 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] For port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=6408724d-aebe-4a91-9aa3-b6d2ab5d3645,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:15.802700 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:15.861667 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Routers {'e22c1ad4-536e-4510-8aad-aaac0275fd72'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:15.862394 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e22c1ad4-536e-4510-8aad-aaac0275fd72'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:15.918557 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5471a-be91-4c3e-80b8-1095d257a8e7 None None] Pushing event updated for resources: {'Port': ['ID=6408724d-aebe-4a91-9aa3-b6d2ab5d3645,revision_number=4']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:15.968257 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea30bfc8-15c1-4656-9c26-788869fa67dd None None] Network 457b361b-101b-4cb0-bf3d-123d49d94c42 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:46:16.008665 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] Set router e22c1ad4-536e-4510-8aad-aaac0275fd72 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:16.146782 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Set router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:16.195867 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:16.257961 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:15Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:16.285845 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655b5d0-c978-4203-9aac-2667d1b6d129 None None] The sync data for ids ['e22c1ad4-536e-4510-8aad-aaac0275fd72'] in dv-cinder-800430-2-iscsi is: [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:15Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:16.370208 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Allocated IP 172.20.0.1 (457b361b-101b-4cb0-bf3d-123d49d94c42/a1841b09-d407-4bf3-a06d-5e2c13efd820/1d8ddd08-9688-4879-8ddd-0f40bd9d21fe) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:16.381519 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-e6caa91a-c9e5-4500-b5f2-fd8022dd8090 None None] Provisioning for port 519d5a52-ed6e-40f2-8653-6a124c957798 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:16.499516 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:16.515119 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.provisioning_blocks [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Transition to ACTIVE for port object 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe will not be triggered until provisioned by entity DHCP. {{(pid=99632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:16.523778 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'name': 'tempest-TestShelveInstance-1926964580-router', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '60238c51-1509-436a-a07a-5438220337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:13Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 3, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'gw_port': {'id': '60238c51-1509-436a-a07a-5438220337c5', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:14Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:16.572772 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:16.593586 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Checking router: 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:16.593943 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Updating router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 port 60238c51-1509-436a-a07a-5438220337c5 binding host dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:46:16.675965 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8ddd08-9688-4879-8ddd-0f40bd9d21fe,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:16.697571 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Network 457b361b-101b-4cb0-bf3d-123d49d94c42 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:16.703790 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:16.704256 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:16.707127 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:16.766221 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-bfc396f8-60d9-4524-bead-24669f319ccd tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:16.768022 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-bfc396f8-60d9-4524-bead-24669f319ccd tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.1562185 Jul 13 08:46:16.817790 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515057'] for router_interface, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:16.860339 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0a19a-abe1-47ce-931c-7f57dd2e6c04 req-ad9eb109-1861-46e9-b84f-c680640e3bf3 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:16.870846 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-09b0a19a-abe1-47ce-931c-7f57dd2e6c04 req-ad9eb109-1861-46e9-b84f-c680640e3bf3 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.1524415 Jul 13 08:46:16.893988 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 6b642071-39a9-4ee9-b40c-6dedd530e590 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:16.954681 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-09b0a19a-abe1-47ce-931c-7f57dd2e6c04 req-f5703abb-4a55-44ce-9ca2-732f4b5ee3e0 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827277 Jul 13 08:46:16.990774 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.065949 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 6b642071-39a9-4ee9-b40c-6dedd530e590 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:17.066405 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.112594 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Deleting port 4dcb307f-6b77-43b5-b47e-750ad70f8703 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:17.112813 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.246478 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:17.270539 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] For port 4dcb307f-6b77-43b5-b47e-750ad70f8703, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=4dcb307f-6b77-43b5-b47e-750ad70f8703,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:17.270936 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.280533 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Notify callbacks [] for port, precommit_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.285749 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-6e7922ec-1edb-445c-9e05-61de513faa45 None None] Provisioning for port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:17.303205 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Transition to ACTIVE for port object 60238c51-1509-436a-a07a-5438220337c5 will not be triggered until provisioned by entity L2. {{(pid=99634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:17.304934 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-6e7922ec-1edb-445c-9e05-61de513faa45 None None] Provisioning complete for port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:17.305310 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-6e7922ec-1edb-445c-9e05-61de513faa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.328586 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.361749 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.370245 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.398583 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-6e7922ec-1edb-445c-9e05-61de513faa45 None None] Port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:17.405811 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:17.408246 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Attempting to bind port 60238c51-1509-436a-a07a-5438220337c5 on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:17.409175 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Attempting to bind port 60238c51-1509-436a-a07a-5438220337c5 by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:17.409556 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Attempting to bind port 60238c51-1509-436a-a07a-5438220337c5 on network 687451c4-904f-48f1-a79c-0ec0b614c05b {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:17.412357 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45fb69-d635-4c42-80bb-64f4d77a162a None None] Pushing event updated for resources: {'Port': ['ID=60238c51-1509-436a-a07a-5438220337c5,revision_number=2']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:17.417955 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:17.418327 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.420145 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:17.420556 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Checking segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:17.420865 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.421248 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Bound using segment: {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'} {{(pid=99634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:17.421712 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.managers [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Bound port: 60238c51-1509-436a-a07a-5438220337c5, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af8f-6571-4887-a167-7083b0c69e62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b'}}] {{(pid=99634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:17.422094 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.504167 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] For port 60238c51-1509-436a-a07a-5438220337c5, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:17.510473 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] For port 60238c51-1509-436a-a07a-5438220337c5, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=60238c51-1509-436a-a07a-5438220337c5,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:17.527136 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-514871'] for router_interface, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.530794 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8ddd08-9688-4879-8ddd-0f40bd9d21fe,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:17.557196 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.634517 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45fb69-d635-4c42-80bb-64f4d77a162a None None] Pushing event updated for resources: {'Port': ['ID=60238c51-1509-436a-a07a-5438220337c5,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:17.693474 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.696200 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Routers {'3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:17.696865 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:17.802860 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=6408724d-aebe-4a91-9aa3-b6d2ab5d3645,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:17.838688 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.888553 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 519d5a52-ed6e-40f2-8653-6a124c957798 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:17.929173 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] Set router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:17.932698 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-93c903b0-c6b3-4209-8294-e3d175464097 None None] Provisioning complete for port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:17.933119 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-93c903b0-c6b3-4209-8294-e3d175464097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.985482 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.986638 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.987442 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.l3_db [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Floating IP 5203fb6f-c241-4ae6-8645-d0bf3af95e2b disassociated. External IP: 172.27.3.39, port: 4dcb307f-6b77-43b5-b47e-750ad70f8703. Jul 13 08:46:17.987956 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Calling delete_port for 4dcb307f-6b77-43b5-b47e-750ad70f8703 owned by compute:nova {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:18.008239 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Network 457b361b-101b-4cb0-bf3d-123d49d94c42 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:18.042187 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:18.161539 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=6408724d-aebe-4a91-9aa3-b6d2ab5d3645,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:18.203026 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-93c903b0-c6b3-4209-8294-e3d175464097 None None] Port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:18.235006 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 519d5a52-ed6e-40f2-8653-6a124c957798 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:18.246442 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 519d5a52-ed6e-40f2-8653-6a124c957798 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:18.246844 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:18.298807 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:18.322637 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:18.353636 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-ffdb2fd3-8339-4249-86ea-bc8754ce7151 None None] Provisioning complete for port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:18.354017 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2fd3-8339-4249-86ea-bc8754ce7151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:18.390891 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event deleted for resources: {'Port': ['ID=4dcb307f-6b77-43b5-b47e-750ad70f8703,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:18.402710 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe189bc-2d97-4993-848f-a82b0bc272c2 req-deb0d5ca-ca68-47c5-9af4-8134924f4ff8 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:18.404399 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ffe189bc-2d97-4993-848f-a82b0bc272c2 req-deb0d5ca-ca68-47c5-9af4-8134924f4ff8 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 945 time: 0.2193682 Jul 13 08:46:18.459495 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:18.522680 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'name': 'tempest-TestShelveInstance-1926964580-router', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '60238c51-1509-436a-a07a-5438220337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:13Z', 'updated_at': '2021-07-13T08:46:16Z', 'revision_number': 4, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'gw_port': {'id': '60238c51-1509-436a-a07a-5438220337c5', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:14Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '1d8ddd08-9688-4879-8ddd-0f40bd9d21fe', 'name': '', 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'mac_address': 'fa:16:3e:51:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:16Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 2, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'subnets': [{'id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:18.562125 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 519d5a52-ed6e-40f2-8653-6a124c957798, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=519d5a52-ed6e-40f2-8653-6a124c957798,segment=NetworkSegment(0e4e9735-8287-4e4b-bdc5-0373106ad864),segment_id=0e4e9735-8287-4e4b-bdc5-0373106ad864)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:18.564046 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ffe189bc-2d97-4993-848f-a82b0bc272c2 req-8044ce00-3528-4b8f-8362-16e83a946c1f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499584 Jul 13 08:46:18.566766 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65ed1c-c0dc-435e-b785-260a18ea6432 None None] The sync data for ids ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'] in dv-cinder-800430-2-iscsi is: [{'id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'name': 'tempest-TestShelveInstance-1926964580-router', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '60238c51-1509-436a-a07a-5438220337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:13Z', 'updated_at': '2021-07-13T08:46:16Z', 'revision_number': 4, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'gw_port': {'id': '60238c51-1509-436a-a07a-5438220337c5', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:14Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '1d8ddd08-9688-4879-8ddd-0f40bd9d21fe', 'name': '', 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'mac_address': 'fa:16:3e:51:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:16Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 2, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'subnets': [{'id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:18.570246 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:18.575062 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:18.592345 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-882a7026-b3d5-4bae-be2d-51fbd2bd78d4 admin admin] 10.222.0.66 "PUT /v2.0/routers/3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9230323 Jul 13 08:46:18.611379 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Router 51f4ca8b-a50f-45c4-bff1-852475b40f88 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:18.620260 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-ffdb2fd3-8339-4249-86ea-bc8754ce7151 None None] Provisioning complete for port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:18.621330 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2fd3-8339-4249-86ea-bc8754ce7151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:18.662040 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=519d5a52-ed6e-40f2-8653-6a124c957798,revision_number=3']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:18.673299 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb2fd3-8339-4249-86ea-bc8754ce7151 None None] Port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:18.716150 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:18.755915 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:18.767783 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] Sync routers for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:18.780462 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:18.781341 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:18.830742 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:18.832483 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:18.896376 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] No DVR routers for this DVR port 4dcb307f-6b77-43b5-b47e-750ad70f8703 on host hv-cinder-80043 {{(pid=99632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:46:18.901581 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:18.910464 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7b6bfefc-59e9-4ff7-bbc0-c6dde890d01c req-4214a79c-941d-4353-9e3f-cb71390d1491 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.70 "DELETE /v2.0/ports/4dcb307f-6b77-43b5-b47e-750ad70f8703 HTTP/1.1" status: 204 len: 173 time: 2.1297712 Jul 13 08:46:18.912694 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'name': 'network-vif-deleted', 'tag': '4dcb307f-6b77-43b5-b47e-750ad70f8703'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:18.916187 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cca269-8116-4624-8229-2ba87bb0ef8c" -d '{"events": [{"server_uuid": "e0945629-56cc-4718-b619-1c2bbf8156e4", "name": "network-vif-deleted", "tag": "4dcb307f-6b77-43b5-b47e-750ad70f8703"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:18.948807 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:19.234227 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:19.266377 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] Checking router: 51f4ca8b-a50f-45c4-bff1-852475b40f88 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:19.278874 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:19.279569 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:19.317965 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35374) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:19.323604 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-297630f4-9654-4072-8683-4962552e9449 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793718993', 'description': 'tempest-secgroup-smoke-1793718993 description', 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:19.332407 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-bfc79efe-d57d-4166-8687-1feb884e69be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.371619 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-297630f4-9654-4072-8683-4962552e9449 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.411984 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:19.477382 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-297630f4-9654-4072-8683-4962552e9449 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.481557 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-297630f4-9654-4072-8683-4962552e9449 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.522680 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-297630f4-9654-4072-8683-4962552e9449 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.527040 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35376) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:19.527575 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-297630f4-9654-4072-8683-4962552e9449 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2081802 Jul 13 08:46:19.528517 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297630f4-9654-4072-8683-4962552e9449 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821db8da-bf1e-48e4-9d30-fab9c8edf176,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:19.534114 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-e4e42ff3-c352-48c5-8e6c-011b9e2bfaf6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Request body: {'security_group_rule': {'security_group_id': '821db8da-bf1e-48e4-9d30-fab9c8edf176', 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:19.576738 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e4e42ff3-c352-48c5-8e6c-011b9e2bfaf6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.666632 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e4e42ff3-c352-48c5-8e6c-011b9e2bfaf6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.671529 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e4e42ff3-c352-48c5-8e6c-011b9e2bfaf6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.692402 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e42ff3-c352-48c5-8e6c-011b9e2bfaf6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e643b23-d5ce-42a0-bf5b-dad6991e50f9,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:19.701091 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e4e42ff3-c352-48c5-8e6c-011b9e2bfaf6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.702857 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-e4e42ff3-c352-48c5-8e6c-011b9e2bfaf6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1732652 Jul 13 08:46:19.706694 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35380) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:19.713049 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-29461ac0-e1bf-4205-ac8f-a33507e962cf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Request body: {'security_group_rule': {'security_group_id': '821db8da-bf1e-48e4-9d30-fab9c8edf176', 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:19.745046 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-29461ac0-e1bf-4205-ac8f-a33507e962cf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.748612 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:19.777431 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8f409-8215-435c-9cf9-db99d3428da6 None None] The sync data for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi is: [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:19.814274 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-29461ac0-e1bf-4205-ac8f-a33507e962cf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.820164 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-29461ac0-e1bf-4205-ac8f-a33507e962cf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.841488 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29461ac0-e1bf-4205-ac8f-a33507e962cf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44562cfe-55fd-47b2-aa05-df90bb318164,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:19.855963 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-29461ac0-e1bf-4205-ac8f-a33507e962cf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.857315 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-29461ac0-e1bf-4205-ac8f-a33507e962cf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491666 Jul 13 08:46:19.860237 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35384) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:19.866816 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-d99fa1ae-d7d6-498e-addc-bbfd09c8846d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Request body: {'security_group_rule': {'security_group_id': '821db8da-bf1e-48e4-9d30-fab9c8edf176', 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:19.898332 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d99fa1ae-d7d6-498e-addc-bbfd09c8846d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.966239 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d99fa1ae-d7d6-498e-addc-bbfd09c8846d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.971538 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d99fa1ae-d7d6-498e-addc-bbfd09c8846d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.993151 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fa1ae-d7d6-498e-addc-bbfd09c8846d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba59b796-76a8-4cb1-ae4c-1cae7eed7914,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:20.003823 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d99fa1ae-d7d6-498e-addc-bbfd09c8846d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.005338 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-d99fa1ae-d7d6-498e-addc-bbfd09c8846d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440630 Jul 13 08:46:20.008363 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35386) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:20.013702 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [None req-3a69061f-1c4d-4db2-bee2-fc09799cd9ff tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Request body: {'security_group_rule': {'security_group_id': '821db8da-bf1e-48e4-9d30-fab9c8edf176', 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:20.045160 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3a69061f-1c4d-4db2-bee2-fc09799cd9ff tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.125110 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fec5a1-ce37-4171-9028-3e8955d888b5 None None] New status for floating IP 5203fb6f-c241-4ae6-8645-d0bf3af95e2b: DOWN {{(pid=99634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:46:20.137211 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3a69061f-1c4d-4db2-bee2-fc09799cd9ff tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.143520 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3a69061f-1c4d-4db2-bee2-fc09799cd9ff tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.167368 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69061f-1c4d-4db2-bee2-fc09799cd9ff tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a729b618-5620-4d5f-a039-e8cb0b2ca024,revision_number=0']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:20.171364 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3a69061f-1c4d-4db2-bee2-fc09799cd9ff tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.175546 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-3a69061f-1c4d-4db2-bee2-fc09799cd9ff tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1657224 Jul 13 08:46:20.175695 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35388) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:20.180694 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-d4c9142a-7ae7-4e8d-8938-95f91967d3d6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Request body: {'security_group_rule': {'security_group_id': '821db8da-bf1e-48e4-9d30-fab9c8edf176', 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:20.204829 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.securitygroups_db [None req-d4c9142a-7ae7-4e8d-8938-95f91967d3d6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Project dc57daf10f804ec7ab1235d0a2a103a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:46:20.211210 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d4c9142a-7ae7-4e8d-8938-95f91967d3d6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.283367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d4c9142a-7ae7-4e8d-8938-95f91967d3d6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.288338 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d4c9142a-7ae7-4e8d-8938-95f91967d3d6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.307548 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9142a-7ae7-4e8d-8938-95f91967d3d6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2230b30-d83f-4d72-9f0e-7adae0a68c34,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:20.315528 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d4c9142a-7ae7-4e8d-8938-95f91967d3d6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.319396 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-d4c9142a-7ae7-4e8d-8938-95f91967d3d6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398938 Jul 13 08:46:20.319742 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35390) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:20.324339 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-6ed62d42-a5da-4486-8815-ba895e795852 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Request body: {'security_group_rule': {'security_group_id': '821db8da-bf1e-48e4-9d30-fab9c8edf176', 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:20.347273 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.securitygroups_db [None req-6ed62d42-a5da-4486-8815-ba895e795852 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Project dc57daf10f804ec7ab1235d0a2a103a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:46:20.352372 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6ed62d42-a5da-4486-8815-ba895e795852 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.420535 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6ed62d42-a5da-4486-8815-ba895e795852 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.426267 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6ed62d42-a5da-4486-8815-ba895e795852 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648333'] for security_group_rule, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.448422 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed62d42-a5da-4486-8815-ba895e795852 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872c0a0c-22d3-4c5d-acfa-b07d9a83645e,revision_number=0']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:20.454972 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-6ed62d42-a5da-4486-8815-ba895e795852 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.456238 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-6ed62d42-a5da-4486-8815-ba895e795852 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357162 Jul 13 08:46:20.760787 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 60238c51-1509-436a-a07a-5438220337c5 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:20.810841 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 60238c51-1509-436a-a07a-5438220337c5 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:20.814800 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 60238c51-1509-436a-a07a-5438220337c5 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:20.815219 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.909892 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.940434 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 4dcb307f-6b77-43b5-b47e-750ad70f8703 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:20.944274 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 60238c51-1509-436a-a07a-5438220337c5, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=60238c51-1509-436a-a07a-5438220337c5,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:20.973215 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 4dcb307f-6b77-43b5-b47e-750ad70f8703 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:20.973819 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 4dcb307f-6b77-43b5-b47e-750ad70f8703 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:20.975720 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.013432 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 519d5a52-ed6e-40f2-8653-6a124c957798 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:21.081266 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=60238c51-1509-436a-a07a-5438220337c5,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:21.088331 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-21fca998-707a-4022-9b2b-437baf186e11 req-70857853-b40b-4d7c-9bbb-387a841d0046 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0945629-56cc-4718-b619-1c2bbf8156e4 HTTP/1.1" status: 200 len: 210 time: 0.0324271 Jul 13 08:46:21.099925 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763c7aa0-2249-4787-9ecb-1f7421c3f235 x-openstack-request-id: req-763c7aa0-2249-4787-9ecb-1f7421c3f235 {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:21.100449 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0945629-56cc-4718-b619-1c2bbf8156e4", "name": "network-vif-deleted", "tag": "4dcb307f-6b77-43b5-b47e-750ad70f8703", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:21.100449 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-763c7aa0-2249-4787-9ecb-1f7421c3f235 {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:21.100843 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0945629-56cc-4718-b619-1c2bbf8156e4', 'name': 'network-vif-deleted', 'tag': '4dcb307f-6b77-43b5-b47e-750ad70f8703', 'status': 'completed', 'code': 200} Jul 13 08:46:21.110990 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 519d5a52-ed6e-40f2-8653-6a124c957798 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:21.111400 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.521124 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Sync routers for ids ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:21.530711 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Routers {'3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:21.531361 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:45:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:21.643967 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Set router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:21.847985 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'name': 'tempest-TestShelveInstance-1926964580-router', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '60238c51-1509-436a-a07a-5438220337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:13Z', 'updated_at': '2021-07-13T08:46:16Z', 'revision_number': 4, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'gw_port': {'id': '60238c51-1509-436a-a07a-5438220337c5', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:14Z', 'updated_at': '2021-07-13T08:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '1d8ddd08-9688-4879-8ddd-0f40bd9d21fe', 'name': '', 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'mac_address': 'fa:16:3e:51:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:16Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 2, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'subnets': [{'id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:21.877937 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Checking router: 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:21.878295 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Updating router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe binding host dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:46:21.916413 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.184030 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7218-062f-4ba8-9109-dab24b67f86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.267376 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.279455 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Transition to ACTIVE for port object 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:22.286494 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.348469 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33e49-3aa8-42d8-b229-402e1a58057d None None] Pushing event updated for resources: {'Port': ['ID=1d8ddd08-9688-4879-8ddd-0f40bd9d21fe,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:22.409480 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.418734 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Attempting to bind port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe on host dv-cinder-800430-2-iscsi for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:22.419199 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Attempting to bind port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe by drivers openvswitch,hyperv on host dv-cinder-800430-2-iscsi at level 0 using segments [{'id': '0e4e9735-8287-4e4b-bdc5-0373106ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:22.419561 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Attempting to bind port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe on network 457b361b-101b-4cb0-bf3d-123d49d94c42 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:22.428103 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Checking agent: {'id': '57ac41a9-bd3a-4010-bb22-80932211e671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800430-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 32, 52), 'started_at': datetime.datetime(2021, 7, 13, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800430-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:22.428481 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Checking segment: {'id': '0e4e9735-8287-4e4b-bdc5-0373106ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:22.428893 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.429287 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Bound using segment: {'id': '0e4e9735-8287-4e4b-bdc5-0373106ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:22.429774 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Bound port: 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe, host: dv-cinder-800430-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4e9735-8287-4e4b-bdc5-0373106ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:22.430180 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.458783 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-f08f52b8-09a1-494f-8635-a62aa3943e24 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284100792&fields=id&tenant_id=77f6db6ace1f465f80565405509ad580 HTTP/1.1" status: 200 len: 267 time: 0.0374570 Jul 13 08:46:22.509201 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] For port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe, host dv-cinder-800430-2-iscsi, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:22.512608 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] For port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe, host dv-cinder-800430-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=1d8ddd08-9688-4879-8ddd-0f40bd9d21fe,segment=NetworkSegment(0e4e9735-8287-4e4b-bdc5-0373106ad864),segment_id=0e4e9735-8287-4e4b-bdc5-0373106ad864)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:22.518901 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.576604 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Routers {'3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:22.577223 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:46:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:22.588937 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c808c-3639-497a-81ee-094758aa697e req-f78b7a6c-bba2-496a-b306-96f1ca9de87e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:22.590441 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-f78b7a6c-bba2-496a-b306-96f1ca9de87e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 812 time: 0.1244843 Jul 13 08:46:22.608002 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-40d1f0d2-0c99-4349-814a-0501d4a87d09 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/quotas/77f6db6ace1f465f80565405509ad580 HTTP/1.1" status: 200 len: 375 time: 0.0104606 Jul 13 08:46:22.658010 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33e49-3aa8-42d8-b229-402e1a58057d None None] Pushing event updated for resources: {'Port': ['ID=1d8ddd08-9688-4879-8ddd-0f40bd9d21fe,revision_number=4']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:22.700133 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-c411f841-bc67-4a6e-99b7-6b13ea669cbd tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822375 Jul 13 08:46:22.729347 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 60238c51-1509-436a-a07a-5438220337c5 up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:22.750157 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] Set router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:22.787488 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 60238c51-1509-436a-a07a-5438220337c5 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:22.788268 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.824748 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-6423cfae-b204-4a3f-a2ad-4a799a33df1a service neutron] 10.222.0.66 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072927 Jul 13 08:46:22.924829 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-482773c4-e238-4632-921b-1442709193b5 service neutron] 10.222.0.66 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926292 Jul 13 08:46:22.977092 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'name': 'tempest-TestShelveInstance-1926964580-router', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '60238c51-1509-436a-a07a-5438220337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:13Z', 'updated_at': '2021-07-13T08:46:16Z', 'revision_number': 4, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'gw_port': {'id': '60238c51-1509-436a-a07a-5438220337c5', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:14Z', 'updated_at': '2021-07-13T08:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '1d8ddd08-9688-4879-8ddd-0f40bd9d21fe', 'name': '', 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'mac_address': 'fa:16:3e:51:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:16Z', 'updated_at': '2021-07-13T08:46:22Z', 'revision_number': 4, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'subnets': [{'id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:23.008810 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2ba3a-383f-4020-8909-9345dd433ea0 None None] The sync data for ids ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'] in dv-cinder-800430-2-iscsi is: [{'id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'name': 'tempest-TestShelveInstance-1926964580-router', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '60238c51-1509-436a-a07a-5438220337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:13Z', 'updated_at': '2021-07-13T08:46:16Z', 'revision_number': 4, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'gw_port': {'id': '60238c51-1509-436a-a07a-5438220337c5', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:14Z', 'updated_at': '2021-07-13T08:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '1d8ddd08-9688-4879-8ddd-0f40bd9d21fe', 'name': '', 'network_id': '457b361b-101b-4cb0-bf3d-123d49d94c42', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'mac_address': 'fa:16:3e:51:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:16Z', 'updated_at': '2021-07-13T08:46:22Z', 'revision_number': 4, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'subnets': [{'id': 'a1841b09-d407-4bf3-a06d-5e2c13efd820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:23.078231 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.359817 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-51766b0a-187b-44b0-9eb5-d86b65277f62 req-75c304bb-aad9-400c-8a3c-1cbd92297faf tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0354984 Jul 13 08:46:24.517528 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c808c-3639-497a-81ee-094758aa697e req-110b84db-10d1-4178-9a3a-ea93c0db5b16 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:24.519852 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-110b84db-10d1-4178-9a3a-ea93c0db5b16 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 812 time: 0.1115489 Jul 13 08:46:24.545326 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-76dca9d4-063e-4967-a34e-cb3137758e9e req-f87baa51-7cd2-41b6-b2f8-b9b6c75c3504 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0505986 Jul 13 08:46:24.600478 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-b8d99556-3f53-4bcd-981e-21b3073a7007 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77f6db6ace1f465f80565405509ad580 HTTP/1.1" status: 200 len: 379 time: 0.0656207 Jul 13 08:46:24.609211 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:46:24.613053 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'port': {'device_id': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'admin_state_up': True, 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'security_groups': ['e1c52d69-b336-4446-9faa-ff592f864eab']}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:24.705778 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.777173 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:24.782616 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Made reservation on behalf of 77f6db6ace1f465f80565405509ad580 for: {'port': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:24.786984 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.834509 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning for port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:24.838467 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:24.839290 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.930426 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.934064 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Allocated IP 172.20.0.8 (28762bf7-cb11-4c08-bf52-9cba16135894/c387f139-02d5-4934-a4ce-f7018cea985c/619807aa-47d9-452a-b957-4acb11125fd8) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:24.965928 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] For port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=1d8ddd08-9688-4879-8ddd-0f40bd9d21fe,segment=NetworkSegment(0e4e9735-8287-4e4b-bdc5-0373106ad864),segment_id=0e4e9735-8287-4e4b-bdc5-0373106ad864)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:24.970472 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.031102 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Pushing event updated for resources: {'Port': ['ID=1d8ddd08-9688-4879-8ddd-0f40bd9d21fe,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:25.091935 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.113000 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.provisioning_blocks [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Transition to ACTIVE for port object 619807aa-47d9-452a-b957-4acb11125fd8 will not be triggered until provisioned by entity DHCP. {{(pid=99632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:25.148679 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.212459 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Network 28762bf7-cb11-4c08-bf52-9cba16135894 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:25.216105 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:25.221862 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:25.223674 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-793e31e8-d12c-4eda-a536-2cc8a892269b None None] Provisioning complete for port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:25.224314 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-793e31e8-d12c-4eda-a536-2cc8a892269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.250828 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'Port': ['ID=619807aa-47d9-452a-b957-4acb11125fd8,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:25.296483 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:25.297171 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.328319 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-857e3edd-44b8-4672-ac51-3ca51eb63d9e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7201951 Jul 13 08:46:25.355395 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Request body: {'port': {'device_id': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:25.473610 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.574126 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-ba777653-da8d-4334-ad40-19a1e51204dd None None] Provisioning for port 619807aa-47d9-452a-b957-4acb11125fd8 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:25.578681 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-ba777653-da8d-4334-ad40-19a1e51204dd None None] Provisioning complete for port 619807aa-47d9-452a-b957-4acb11125fd8 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:25.579375 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ba777653-da8d-4334-ad40-19a1e51204dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.620777 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-ba777653-da8d-4334-ad40-19a1e51204dd None None] Port 619807aa-47d9-452a-b957-4acb11125fd8 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:25.860963 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d998-c845-4032-bdc4-5d1140b18a5a req-280cffcf-6eb3-4a8b-a8fe-ced547b59bb3 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:25.864363 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ca71d998-c845-4032-bdc4-5d1140b18a5a req-280cffcf-6eb3-4a8b-a8fe-ced547b59bb3 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 931 time: 0.1345427 Jul 13 08:46:25.883552 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619807aa-47d9-452a-b957-4acb11125fd8 {{(pid=99632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:46:25.898818 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.923339 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.provisioning_blocks [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Transition to ACTIVE for port object 619807aa-47d9-452a-b957-4acb11125fd8 will not be triggered until provisioned by entity L2. {{(pid=99632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:25.928508 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ca71d998-c845-4032-bdc4-5d1140b18a5a req-6c27eb55-3344-480d-a867-3273bc966a0f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560377 Jul 13 08:46:25.929821 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.983092 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Pushing event updated for resources: {'Port': ['ID=619807aa-47d9-452a-b957-4acb11125fd8,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:26.056149 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.managers [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Attempting to bind port 619807aa-47d9-452a-b957-4acb11125fd8 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:26.056508 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.managers [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Attempting to bind port 619807aa-47d9-452a-b957-4acb11125fd8 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'}] {{(pid=99632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:26.056871 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Attempting to bind port 619807aa-47d9-452a-b957-4acb11125fd8 on network 28762bf7-cb11-4c08-bf52-9cba16135894 {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:26.061909 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Port 619807aa-47d9-452a-b957-4acb11125fd8 on network 28762bf7-cb11-4c08-bf52-9cba16135894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:46:26.062235 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Attempting to bind port 619807aa-47d9-452a-b957-4acb11125fd8 on network 28762bf7-cb11-4c08-bf52-9cba16135894 {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:26.067452 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:26.067790 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Checking segment: {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:26.068177 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Bound using segment: {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'} {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:26.068609 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.managers [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Bound port: 619807aa-47d9-452a-b957-4acb11125fd8, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd4120a-a615-459e-aa48-94363f6b5f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894'}}] {{(pid=99632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:26.068980 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.139528 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] For port 619807aa-47d9-452a-b957-4acb11125fd8, host hv-cinder-80043, cleared binding levels {{(pid=99632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:26.143584 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] For port 619807aa-47d9-452a-b957-4acb11125fd8, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=619807aa-47d9-452a-b957-4acb11125fd8,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:26.148755 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.183463 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:26.184085 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.185499 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] 10.222.0.70 "PUT /v2.0/ports/619807aa-47d9-452a-b957-4acb11125fd8 HTTP/1.1" status: 200 len: 1093 time: 0.8396380 Jul 13 08:46:26.185931 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'tag': '619807aa-47d9-452a-b957-4acb11125fd8'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:26.188190 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2be2151-9bfe-4011-a629-de88893eec30" -d '{"events": [{"name": "network-changed", "server_uuid": "1a269fc3-cca1-40b1-af46-4fa38b5d2484", "tag": "619807aa-47d9-452a-b957-4acb11125fd8"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:26.223549 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9285d5f-c546-4209-b34f-ad9d48ed5831 service neutron] Pushing event updated for resources: {'Port': ['ID=619807aa-47d9-452a-b957-4acb11125fd8,revision_number=3']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:26.233204 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaf7ee3-753a-4768-8b53-842b4f204d2a x-openstack-request-id: req-dcaf7ee3-753a-4768-8b53-842b4f204d2a {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:26.233491 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a269fc3-cca1-40b1-af46-4fa38b5d2484", "tag": "619807aa-47d9-452a-b957-4acb11125fd8", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:26.233738 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dcaf7ee3-753a-4768-8b53-842b4f204d2a {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:26.234128 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'tag': '619807aa-47d9-452a-b957-4acb11125fd8', 'status': 'completed', 'code': 200} Jul 13 08:46:26.319881 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c808c-3639-497a-81ee-094758aa697e req-2b070d80-c5c2-41b2-af36-c807878e07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:26.321836 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-2b070d80-c5c2-41b2-af36-c807878e07e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 1096 time: 0.0708497 Jul 13 08:46:26.368738 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-84bd256f-7e36-4046-b830-bd9eead4ca49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=619807aa-47d9-452a-b957-4acb11125fd8 HTTP/1.1" status: 200 len: 217 time: 0.0375040 Jul 13 08:46:26.426796 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c808c-3639-497a-81ee-094758aa697e req-dd9cfa9e-f665-4394-92a4-3e74c47fd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:26.428318 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-dd9cfa9e-f665-4394-92a4-3e74c47fd8ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0493317 Jul 13 08:46:26.490818 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c808c-3639-497a-81ee-094758aa697e req-fb7c7621-cdaf-471e-a4f3-e429c7a20271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:26.492504 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-fb7c7621-cdaf-471e-a4f3-e429c7a20271 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564494 Jul 13 08:46:26.598800 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-b304d7fe-26d9-40a7-a988-885dbaba74cf service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963478 Jul 13 08:46:26.704226 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe up at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:26.710749 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-353c808c-3639-497a-81ee-094758aa697e req-506aa740-d463-4060-8804-1dcb6e5d4e1d service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036325 Jul 13 08:46:26.761785 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Provisioning complete for port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:26.762478 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.840214 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be2151-9bfe-4011-a629-de88893eec30 req-3ea05585-239f-4eec-8779-125dae7d933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:26.841859 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2be2151-9bfe-4011-a629-de88893eec30 req-3ea05585-239f-4eec-8779-125dae7d933a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 1096 time: 0.0606585 Jul 13 08:46:26.964023 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be2151-9bfe-4011-a629-de88893eec30 req-c9578221-02b1-4cec-a3b0-0e69526aa5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:26.965529 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2be2151-9bfe-4011-a629-de88893eec30 req-c9578221-02b1-4cec-a3b0-0e69526aa5a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 913 time: 0.1107497 Jul 13 08:46:27.015377 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2be2151-9bfe-4011-a629-de88893eec30 req-adfdc938-9eb2-4bae-99cf-676b93502daa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=619807aa-47d9-452a-b957-4acb11125fd8 HTTP/1.1" status: 200 len: 217 time: 0.0373485 Jul 13 08:46:27.081631 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be2151-9bfe-4011-a629-de88893eec30 req-f312d14c-35c9-4531-a144-11f252bfade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:27.083197 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2be2151-9bfe-4011-a629-de88893eec30 req-f312d14c-35c9-4531-a144-11f252bfade4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0526912 Jul 13 08:46:27.157085 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be2151-9bfe-4011-a629-de88893eec30 req-8d4b7e1b-a7e5-4a7e-b181-22ba2d006b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:27.158996 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2be2151-9bfe-4011-a629-de88893eec30 req-8d4b7e1b-a7e5-4a7e-b181-22ba2d006b22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650194 Jul 13 08:46:27.228928 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757a0f-be7b-40d0-81fc-8b507c4e0cd5 req-0b1da981-0cb3-4e31-80bb-4d61ee0f24aa tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:27.232964 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2f757a0f-be7b-40d0-81fc-8b507c4e0cd5 req-0b1da981-0cb3-4e31-80bb-4d61ee0f24aa tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 945 time: 0.0811815 Jul 13 08:46:27.277845 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2be2151-9bfe-4011-a629-de88893eec30 req-f82dba47-04c9-4390-b9ad-766d4177c21a service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098800 Jul 13 08:46:27.292464 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2f757a0f-be7b-40d0-81fc-8b507c4e0cd5 req-48997187-17df-4019-ac2f-101ecbf16253 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Jul 13 08:46:27.420692 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2be2151-9bfe-4011-a629-de88893eec30 req-aba89589-10fd-463a-a128-4c8136548a62 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311867 Jul 13 08:46:27.430050 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01097f-3053-4254-9773-f8c9d0cfa476 req-97535b46-673a-4c31-9105-9dab301bb480 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:27.431524 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ab01097f-3053-4254-9773-f8c9d0cfa476 req-97535b46-673a-4c31-9105-9dab301bb480 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 943 time: 0.1434343 Jul 13 08:46:27.476330 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ab01097f-3053-4254-9773-f8c9d0cfa476 req-234881d9-ed14-4288-88fb-d095c0482a33 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372469 Jul 13 08:46:28.475222 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fab569-8492-4b40-8de7-04dec7725802 req-c9a392dd-6399-470d-a66a-fef8c89b1027 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:28.476795 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-21fab569-8492-4b40-8de7-04dec7725802 req-c9a392dd-6399-470d-a66a-fef8c89b1027 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 945 time: 0.0698466 Jul 13 08:46:28.524561 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-21fab569-8492-4b40-8de7-04dec7725802 req-8e48095e-e710-4a13-b06b-95590b3b1803 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Jul 13 08:46:28.670166 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42f5bb-cb83-4543-b1a2-5c6df5f5458c req-7801351d-3ef8-4ad5-9845-2033dc9cb350 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:28.671719 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fb42f5bb-cb83-4543-b1a2-5c6df5f5458c req-7801351d-3ef8-4ad5-9845-2033dc9cb350 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 943 time: 0.0695598 Jul 13 08:46:28.714665 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fb42f5bb-cb83-4543-b1a2-5c6df5f5458c req-579221c0-b39b-46a4-b6e9-28b39d33d661 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367091 Jul 13 08:46:28.992957 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-531afa1a-80a1-4021-9dc0-d7c03a021a7a tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:28.994470 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-531afa1a-80a1-4021-9dc0-d7c03a021a7a tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 945 time: 0.0708725 Jul 13 08:46:29.102407 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-3e6b5508-e327-49d2-ae68-bf77bc139544 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Deleting port 9f66b65e-b31c-449c-954f-cd841a2f2b3f {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:29.102770 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-3e6b5508-e327-49d2-ae68-bf77bc139544 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:29.200246 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-3e6b5508-e327-49d2-ae68-bf77bc139544 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] For port 9f66b65e-b31c-449c-954f-cd841a2f2b3f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f66b65e-b31c-449c-954f-cd841a2f2b3f,segment=NetworkSegment(6a1f4392-72b3-4419-bbc0-8d792509704d),segment_id=6a1f4392-72b3-4419-bbc0-8d792509704d)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:29.200489 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-3e6b5508-e327-49d2-ae68-bf77bc139544 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:29.214715 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-3e6b5508-e327-49d2-ae68-bf77bc139544 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Calling delete_port for 9f66b65e-b31c-449c-954f-cd841a2f2b3f owned by compute:nova {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:29.345132 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-3e6b5508-e327-49d2-ae68-bf77bc139544 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:29.358252 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['9f66b65e-b31c-449c-954f-cd841a2f2b3f'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:46:29.373483 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b5508-e327-49d2-ae68-bf77bc139544 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Pushing event deleted for resources: {'Port': ['ID=9f66b65e-b31c-449c-954f-cd841a2f2b3f,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:29.421580 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-3e6b5508-e327-49d2-ae68-bf77bc139544 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] No DVR routers for this DVR port 9f66b65e-b31c-449c-954f-cd841a2f2b3f on host hv-cinder-80043 {{(pid=99632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:46:29.424799 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-3e6b5508-e327-49d2-ae68-bf77bc139544 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:29.427086 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-959b0633-a2bb-4a62-8f6b-352102e5eb39 req-3e6b5508-e327-49d2-ae68-bf77bc139544 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.70 "DELETE /v2.0/ports/9f66b65e-b31c-449c-954f-cd841a2f2b3f HTTP/1.1" status: 204 len: 173 time: 0.4266486 Jul 13 08:46:29.427515 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c04b79-338e-41a0-8d4b-5b740575f0c6', 'name': 'network-vif-deleted', 'tag': '9f66b65e-b31c-449c-954f-cd841a2f2b3f'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:29.429805 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac950fc6-9091-4f0f-8e1c-4932cc99da03" -d '{"events": [{"server_uuid": "e5c04b79-338e-41a0-8d4b-5b740575f0c6", "name": "network-vif-deleted", "tag": "9f66b65e-b31c-449c-954f-cd841a2f2b3f"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:29.471274 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ab2c08-9f10-4a34-9808-e85db725e4d2 x-openstack-request-id: req-76ab2c08-9f10-4a34-9808-e85db725e4d2 {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:29.471567 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c04b79-338e-41a0-8d4b-5b740575f0c6", "name": "network-vif-deleted", "tag": "9f66b65e-b31c-449c-954f-cd841a2f2b3f", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:29.471818 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76ab2c08-9f10-4a34-9808-e85db725e4d2 {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:29.472228 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c04b79-338e-41a0-8d4b-5b740575f0c6', 'name': 'network-vif-deleted', 'tag': '9f66b65e-b31c-449c-954f-cd841a2f2b3f', 'status': 'completed', 'code': 200} Jul 13 08:46:29.703521 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bc5f62a9-c8cb-4601-a6fa-8801c2fbcfcf req-5e0c4895-c87d-4409-a970-ed84d2f69e23 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c04b79-338e-41a0-8d4b-5b740575f0c6 HTTP/1.1" status: 200 len: 210 time: 0.0319505 Jul 13 08:46:29.904716 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea6329-af4e-4583-ac14-8fc9b2436fa3 req-d24fbb71-b7c1-4d43-866a-2c7628e60812 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:29.906230 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9fea6329-af4e-4583-ac14-8fc9b2436fa3 req-d24fbb71-b7c1-4d43-866a-2c7628e60812 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 943 time: 0.0691452 Jul 13 08:46:29.946421 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9fea6329-af4e-4583-ac14-8fc9b2436fa3 req-fbbaaa98-680a-462d-9619-44672941acaa tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328016 Jul 13 08:46:31.123724 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b166b-1490-4550-8803-9d0417a3002d req-bd8e600d-ce00-4eea-8345-17cd6259915a tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:31.125214 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4e9b166b-1490-4550-8803-9d0417a3002d req-bd8e600d-ce00-4eea-8345-17cd6259915a tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 943 time: 0.0650780 Jul 13 08:46:31.166286 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4e9b166b-1490-4550-8803-9d0417a3002d req-27d6fb58-c25b-4bb0-97bd-b31811eb6536 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349410 Jul 13 08:46:32.223882 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:33.252128 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9f66b65e-b31c-449c-954f-cd841a2f2b3f no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:33.272114 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 9f66b65e-b31c-449c-954f-cd841a2f2b3f {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:33.272462 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 9f66b65e-b31c-449c-954f-cd841a2f2b3f not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:34.418166 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ff41d-5822-42f2-b097-90b8b0dd3331 req-c8c30baf-5c44-409a-94db-11ea8b2c4cbf tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:34.419777 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9d3ff41d-5822-42f2-b097-90b8b0dd3331 req-c8c30baf-5c44-409a-94db-11ea8b2c4cbf tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 943 time: 0.0637074 Jul 13 08:46:34.458693 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9d3ff41d-5822-42f2-b097-90b8b0dd3331 req-c7601402-596a-42f5-9b15-124511fb3656 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326705 Jul 13 08:46:35.653184 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a868c2a-2d96-41e6-94b5-9c7f6cad323e req-aab236a0-3f9d-487f-8635-c152b7d9785e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:35.654855 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2a868c2a-2d96-41e6-94b5-9c7f6cad323e req-aab236a0-3f9d-487f-8635-c152b7d9785e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 943 time: 0.0667145 Jul 13 08:46:35.692960 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2a868c2a-2d96-41e6-94b5-9c7f6cad323e req-d8f7e471-2cb5-462e-8093-dd5d7b0e8588 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Jul 13 08:46:36.869109 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1b086-47b2-4c94-b270-55485a9acfb2 req-1eac3b4f-3e08-4085-94a1-ea929d8a83bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:36.870895 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2ca1b086-47b2-4c94-b270-55485a9acfb2 req-1eac3b4f-3e08-4085-94a1-ea929d8a83bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 943 time: 0.0630972 Jul 13 08:46:36.911962 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2ca1b086-47b2-4c94-b270-55485a9acfb2 req-8c1913a9-7b7e-4b7c-953b-67353380d8fa tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353508 Jul 13 08:46:37.722152 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 619807aa-47d9-452a-b957-4acb11125fd8 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:46:37.821973 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 619807aa-47d9-452a-b957-4acb11125fd8, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=619807aa-47d9-452a-b957-4acb11125fd8,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:37.832798 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '619807aa-47d9-452a-b957-4acb11125fd8', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'port_id': '619807aa-47d9-452a-b957-4acb11125fd8', 'mac_address': 'fa:16:3e:47:67:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:46:37.870271 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:37.884420 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619807aa-47d9-452a-b957-4acb11125fd8 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:46:37.907171 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 619807aa-47d9-452a-b957-4acb11125fd8, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=619807aa-47d9-452a-b957-4acb11125fd8,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:37.912216 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:37.965800 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=619807aa-47d9-452a-b957-4acb11125fd8,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:39.797028 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059ff2-4b8d-4897-adcf-dc3f92a13621 req-4ec639ff-9822-4f8e-855b-cbd2060f3e01 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:39.798532 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d8059ff2-4b8d-4897-adcf-dc3f92a13621 req-4ec639ff-9822-4f8e-855b-cbd2060f3e01 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 944 time: 0.0648687 Jul 13 08:46:39.837408 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d8059ff2-4b8d-4897-adcf-dc3f92a13621 req-e20479b5-ff2c-4b69-85d1-49fcbf726490 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327921 Jul 13 08:46:39.897715 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['619807aa-47d9-452a-b957-4acb11125fd8'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:46:40.765308 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-fbcfb989-ad47-45a5-8f9a-6caf632566f4 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:40.766719 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-fbcfb989-ad47-45a5-8f9a-6caf632566f4 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/networks?id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2 HTTP/1.1" status: 200 len: 813 time: 0.1022742 Jul 13 08:46:40.781605 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-b00ffc9f-cabb-4311-bc15-4e0fb21c3977 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/quotas/1b1c50957d614bf3b196a9502dbb0872 HTTP/1.1" status: 200 len: 375 time: 0.0092535 Jul 13 08:46:40.816579 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-b15740e7-087d-468c-8c10-7d475897bd13 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b1c50957d614bf3b196a9502dbb0872&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285406 Jul 13 08:46:40.998899 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-3a1d4d13-40cd-40a8-84bf-b4b427d75d35 service neutron] 10.222.0.66 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754174 Jul 13 08:46:41.046222 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2926bf-11ca-40a5-8b53-6d4c98d2a76f req-a79ea36f-4fc4-484a-9eaa-5c57c9c3b14a tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:41.047665 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4f2926bf-11ca-40a5-8b53-6d4c98d2a76f req-a79ea36f-4fc4-484a-9eaa-5c57c9c3b14a tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 944 time: 0.0621979 Jul 13 08:46:41.085607 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4f2926bf-11ca-40a5-8b53-6d4c98d2a76f req-030077af-cf73-4766-9ce6-fbdcea5f8dc1 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322638 Jul 13 08:46:41.091435 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-97344c04-9a0f-4dab-b18a-106b66e93ba6 service neutron] 10.222.0.66 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866554 Jul 13 08:46:41.273692 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-82458a98-c380-46a2-99b4-774273ae3851 req-c1f1224a-9cb6-40cb-8596-ea3b5b540627 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0346189 Jul 13 08:46:41.619115 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 619807aa-47d9-452a-b957-4acb11125fd8 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:41.671574 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 619807aa-47d9-452a-b957-4acb11125fd8 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:41.675094 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 619807aa-47d9-452a-b957-4acb11125fd8 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:41.675979 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:41.754421 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:41.779494 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619807aa-47d9-452a-b957-4acb11125fd8'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:41.781731 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488f62fc-0d93-4672-b518-e7f081ade21c" -d '{"events": [{"server_uuid": "1a269fc3-cca1-40b1-af46-4fa38b5d2484", "name": "network-vif-plugged", "status": "completed", "tag": "619807aa-47d9-452a-b957-4acb11125fd8"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:41.795514 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 619807aa-47d9-452a-b957-4acb11125fd8, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=619807aa-47d9-452a-b957-4acb11125fd8,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:41.800896 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:41.857466 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=619807aa-47d9-452a-b957-4acb11125fd8,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:41.865397 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.865849 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.866351 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.866818 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.867348 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.868244 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.868244 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.868711 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.869171 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.869629 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.870520 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.870893 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:41.905692 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4856271-82fe-4479-b913-8e5cab32e8c5 x-openstack-request-id: req-b4856271-82fe-4479-b913-8e5cab32e8c5 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:41.906158 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a269fc3-cca1-40b1-af46-4fa38b5d2484", "name": "network-vif-plugged", "status": "completed", "tag": "619807aa-47d9-452a-b957-4acb11125fd8", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:41.906481 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4856271-82fe-4479-b913-8e5cab32e8c5 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:41.907012 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619807aa-47d9-452a-b957-4acb11125fd8', 'code': 200} Jul 13 08:46:42.108763 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-071a2a7e-1469-4ead-8d12-c73afeb5f96a None None] Provisioning complete for port 619807aa-47d9-452a-b957-4acb11125fd8 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:42.109166 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-071a2a7e-1469-4ead-8d12-c73afeb5f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:42.429960 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-284db447-b1b3-4a6b-ac27-48d0eeafb6a7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793718993&fields=id&tenant_id=dc57daf10f804ec7ab1235d0a2a103a2 HTTP/1.1" status: 200 len: 267 time: 0.0557487 Jul 13 08:46:42.529604 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f55a1-da1e-4db7-88d0-ee6015b2c9b4 req-8d1c6bd0-859b-4f79-b046-6e89ef498aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:42.531237 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c47f55a1-da1e-4db7-88d0-ee6015b2c9b4 req-8d1c6bd0-859b-4f79-b046-6e89ef498aa3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 1098 time: 0.3728929 Jul 13 08:46:42.542820 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5af70e-f320-4162-a5ac-c3f7f8307931 req-a6279b6f-1dd0-4008-91a7-70fe0abec1d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:42.544310 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fd5af70e-f320-4162-a5ac-c3f7f8307931 req-a6279b6f-1dd0-4008-91a7-70fe0abec1d2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 945 time: 0.0854640 Jul 13 08:46:42.599433 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c47f55a1-da1e-4db7-88d0-ee6015b2c9b4 req-70845c9d-63b2-4c1d-9e2b-7d085649ef75 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541391 Jul 13 08:46:42.604080 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-61b4a14c-a6cc-4402-a8a0-0e459e83b2cd tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:42.605644 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-61b4a14c-a6cc-4402-a8a0-0e459e83b2cd tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.70 "GET /v2.0/networks?id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2 HTTP/1.1" status: 200 len: 813 time: 0.1966515 Jul 13 08:46:42.606752 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fd5af70e-f320-4162-a5ac-c3f7f8307931 req-8c23ae9d-663b-4a7b-ae5f-4c05f60f74d0 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541356 Jul 13 08:46:42.614212 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-eb423bca-36a1-4c18-a949-5b1284abf2f0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:42.615787 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-eb423bca-36a1-4c18-a949-5b1284abf2f0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/networks?id=9db3ce96-9b5f-4281-ac9a-146e129f0209 HTTP/1.1" status: 200 len: 809 time: 0.1744375 Jul 13 08:46:42.634728 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-cc1eec5b-fd02-419a-984f-a2f7235b1c11 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/quotas/dc57daf10f804ec7ab1235d0a2a103a2 HTTP/1.1" status: 200 len: 375 time: 0.0132620 Jul 13 08:46:42.677950 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Request body: {'port': {'device_id': 'eeaca47f-2b07-4287-b14c-c84caf134bc5', 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2', 'admin_state_up': True, 'tenant_id': '1b1c50957d614bf3b196a9502dbb0872'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:42.752659 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-34bab8f2-5634-4c41-8226-ff1a4a62933a req-d4b421f6-470d-4351-8952-e81662025837 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0309596 Jul 13 08:46:42.779436 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-6d9d7171-3262-48a0-9f4b-7f39cdffd2a3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc57daf10f804ec7ab1235d0a2a103a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389666 Jul 13 08:46:42.834723 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Made reservation on behalf of 1b1c50957d614bf3b196a9502dbb0872 for: {'port': 1} {{(pid=99633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:42.838157 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:42.939866 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-651bc715-ed9a-435f-9089-357966f26add service neutron] 10.222.0.66 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472943 Jul 13 08:46:43.353801 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_common [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Allocated IP 172.20.0.11 (a02bf6f4-b771-4cb7-b694-a38ef81b76c2/a3c96f9e-78a9-412f-a0dd-b72716d91ea4/3e35bb7b-3309-47fe-88aa-e82494097e8c) {{(pid=99633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:43.372780 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-4d153adf-dc3f-414a-a751-c9211cc6a6b3 service neutron] 10.222.0.66 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245498 Jul 13 08:46:43.532972 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks [] for port, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:43.575487 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4796218'] for port, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:43.627298 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 is already hosted by enough agents. {{(pid=99633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:43.627298 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.base_scheduler [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Resources bound (agent type, host, resource id): {{(pid=99633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:43.631663 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Received port after_create {{(pid=99633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:43.669147 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Pushing event updated for resources: {'Port': ['ID=3e35bb7b-3309-47fe-88aa-e82494097e8c,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:43.695516 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:43.696161 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4a30abd7-6b70-400b-83f9-6b4470b6b83a req-c74548b2-b0a5-486d-8cf1-f1033ce8eac1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0362108 Jul 13 08:46:43.696640 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:43.721844 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-ac2d0363-9904-4e35-bc08-01805c69737d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0478883 Jul 13 08:46:43.740123 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.v2.base [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Request body: {'port': {'device_id': 'eeaca47f-2b07-4287-b14c-c84caf134bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:43.870424 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:43.898546 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ddae1-6f03-4f68-b165-f0751ec5671b req-6325b556-6d6a-491d-a2ee-00601d5c76eb tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:43.900229 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e54ddae1-6f03-4f68-b165-f0751ec5671b req-6325b556-6d6a-491d-a2ee-00601d5c76eb tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 945 time: 0.1337240 Jul 13 08:46:43.942765 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27201166-54f0-40ee-8423-273bb9a49648 req-63edbac3-63f6-4d70-824c-42a7bba48e52 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:43.944346 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-27201166-54f0-40ee-8423-273bb9a49648 req-63edbac3-63f6-4d70-824c-42a7bba48e52 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 932 time: 0.0730040 Jul 13 08:46:43.990364 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-27201166-54f0-40ee-8423-273bb9a49648 req-f503d4ca-a671-4151-976e-d7734297ff40 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388443 Jul 13 08:46:44.023313 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e54ddae1-6f03-4f68-b165-f0751ec5671b req-6bfd2393-c142-4711-b42e-35f5f10db829 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011486 Jul 13 08:46:44.219515 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d61c9-a0c2-4223-910d-ba77c4d61a34 req-2a8e6f47-4f05-40ed-86e7-a6d6bb71df23 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:44.221049 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5f9d61c9-a0c2-4223-910d-ba77c4d61a34 req-2a8e6f47-4f05-40ed-86e7-a6d6bb71df23 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 945 time: 0.0755332 Jul 13 08:46:44.229569 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e35bb7b-3309-47fe-88aa-e82494097e8c {{(pid=99633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:46:44.238952 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:44.255445 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.provisioning_blocks [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Transition to ACTIVE for port object 3e35bb7b-3309-47fe-88aa-e82494097e8c will not be triggered until provisioned by entity L2. {{(pid=99633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:44.269996 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796204'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:44.281803 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5f9d61c9-a0c2-4223-910d-ba77c4d61a34 req-9323b3ea-f7e6-4aa2-87a1-72af0d792e1a tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548785 Jul 13 08:46:44.301561 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 35760) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:44.387700 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Pushing event updated for resources: {'Port': ['ID=3e35bb7b-3309-47fe-88aa-e82494097e8c,revision_number=2']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:44.430320 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a490f1-452c-4b33-ade5-aa37da257549 tempest-TestVolumeBootPattern-886527982 tempest-TestVolumeBootPattern-886527982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:44.432082 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c6a490f1-452c-4b33-ade5-aa37da257549 tempest-TestVolumeBootPattern-886527982 tempest-TestVolumeBootPattern-886527982-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 1093 time: 0.1295106 Jul 13 08:46:44.435256 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35764) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:44.441179 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Request body: {'floatingip': {'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'port_id': '619807aa-47d9-452a-b957-4acb11125fd8', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:44.450239 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Attempting to bind port 3e35bb7b-3309-47fe-88aa-e82494097e8c on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:44.450239 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Attempting to bind port 3e35bb7b-3309-47fe-88aa-e82494097e8c by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '6a1f4392-72b3-4419-bbc0-8d792509704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2'}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:44.450476 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Attempting to bind port 3e35bb7b-3309-47fe-88aa-e82494097e8c on network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:44.454759 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Port 3e35bb7b-3309-47fe-88aa-e82494097e8c on network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:46:44.455125 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Attempting to bind port 3e35bb7b-3309-47fe-88aa-e82494097e8c on network a02bf6f4-b771-4cb7-b694-a38ef81b76c2 {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:44.460449 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:44.460750 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Checking segment: {'id': '6a1f4392-72b3-4419-bbc0-8d792509704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:44.461143 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Bound using segment: {'id': '6a1f4392-72b3-4419-bbc0-8d792509704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2'} {{(pid=99633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:44.461580 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.managers [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Bound port: 3e35bb7b-3309-47fe-88aa-e82494097e8c, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1f4392-72b3-4419-bbc0-8d792509704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2'}}] {{(pid=99633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:44.461941 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:44.472627 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for floatingip, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:44.532021 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] For port 3e35bb7b-3309-47fe-88aa-e82494097e8c, host hv-cinder-80043, cleared binding levels {{(pid=99633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:44.535941 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] For port 3e35bb7b-3309-47fe-88aa-e82494097e8c, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3e35bb7b-3309-47fe-88aa-e82494097e8c,segment=NetworkSegment(6a1f4392-72b3-4419-bbc0-8d792509704d),segment_id=6a1f4392-72b3-4419-bbc0-8d792509704d)] {{(pid=99633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:44.540929 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796204'] for port, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:44.576138 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:44.581674 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:44.582480 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:44.584027 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] 10.222.0.70 "PUT /v2.0/ports/3e35bb7b-3309-47fe-88aa-e82494097e8c HTTP/1.1" status: 200 len: 1094 time: 0.8506315 Jul 13 08:46:44.584550 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeaca47f-2b07-4287-b14c-c84caf134bc5', 'tag': '3e35bb7b-3309-47fe-88aa-e82494097e8c'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:44.587055 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795df662-90a8-4da3-b44e-18e9b0beb37b" -d '{"events": [{"name": "network-changed", "server_uuid": "eeaca47f-2b07-4287-b14c-c84caf134bc5", "tag": "3e35bb7b-3309-47fe-88aa-e82494097e8c"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:44.613808 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200dd67-29c0-4fbb-8d74-de499803e725 service neutron] Pushing event updated for resources: {'Port': ['ID=3e35bb7b-3309-47fe-88aa-e82494097e8c,revision_number=3']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:44.733725 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Allocated IP 172.27.3.215 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/1ddf9e82-0363-43cd-9c85-c3f095dcc806) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:44.752728 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc20a5bb-73f3-4da5-aa06-5b0095211eab x-openstack-request-id: req-bc20a5bb-73f3-4da5-aa06-5b0095211eab {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:44.754007 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeaca47f-2b07-4287-b14c-c84caf134bc5", "tag": "3e35bb7b-3309-47fe-88aa-e82494097e8c", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:44.754442 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc20a5bb-73f3-4da5-aa06-5b0095211eab {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:44.756342 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeaca47f-2b07-4287-b14c-c84caf134bc5', 'tag': '3e35bb7b-3309-47fe-88aa-e82494097e8c', 'status': 'completed', 'code': 200} Jul 13 08:46:44.773195 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-a3fcb718-5d6d-41dc-9909-981a7edee19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:44.775887 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-a3fcb718-5d6d-41dc-9909-981a7edee19f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b1c50957d614bf3b196a9502dbb0872&device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 1097 time: 0.1323655 Jul 13 08:46:44.830095 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-2c4f06a3-8200-4a79-8bae-2405599f6faf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e35bb7b-3309-47fe-88aa-e82494097e8c HTTP/1.1" status: 200 len: 217 time: 0.0452492 Jul 13 08:46:44.907857 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9b38b877-737a-4380-a0e4-5905c6252921 req-1f7c7a82-68bf-4ca6-9926-06928fad7e99 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0371323 Jul 13 08:46:44.917600 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-efd102dd-783a-4894-a606-52f6d1a4b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:44.919111 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-efd102dd-783a-4894-a606-52f6d1a4b7e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a3c96f9e-78a9-412f-a0dd-b72716d91ea4 HTTP/1.1" status: 200 len: 853 time: 0.0813360 Jul 13 08:46:44.948484 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:44.955378 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-f2b21b29-299b-4b70-8e20-8367804a168f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274916 Jul 13 08:46:45.000110 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-2b97298f-9076-47b3-a62b-9e30188e1dc4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:45.001701 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-2b97298f-9076-47b3-a62b-9e30188e1dc4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.70 "GET /v2.0/networks?id=9db3ce96-9b5f-4281-ac9a-146e129f0209 HTTP/1.1" status: 200 len: 809 time: 0.1514745 Jul 13 08:46:45.039367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:45.064340 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-298c2dcc-c670-40ac-85a7-3f3777c9fd4c service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974073 Jul 13 08:46:45.098158 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-cc7b8dc3-d410-44c8-96f9-f40460968b44 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc57daf10f804ec7ab1235d0a2a103a2 HTTP/1.1" status: 200 len: 380 time: 0.0791395 Jul 13 08:46:45.099241 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:45.102243 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:45.105757 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:45.139063 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Request body: {'port': {'device_id': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'admin_state_up': True, 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'security_groups': ['821db8da-bf1e-48e4-9d30-fab9c8edf176']}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:45.173870 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9abb1199-2f29-4188-b4d2-a146f96cef6d req-77cf8900-1749-4420-87da-de81f325e7a5 service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021268 Jul 13 08:46:45.199242 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'Port': ['ID=1ddf9e82-0363-43cd-9c85-c3f095dcc806,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:45.283713 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df662-90a8-4da3-b44e-18e9b0beb37b req-cb8b229b-9c27-4a68-b8f3-b825b0ce7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:45.285685 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-795df662-90a8-4da3-b44e-18e9b0beb37b req-cb8b229b-9c27-4a68-b8f3-b825b0ce7130 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b1c50957d614bf3b196a9502dbb0872&device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0597274 Jul 13 08:46:45.381337 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df662-90a8-4da3-b44e-18e9b0beb37b req-43b4d564-d705-40be-8731-a78bc6e95ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:45.381682 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23feb5a-0c0c-41a9-a074-3c68940e0386 req-7e2048bc-73aa-4abf-ada9-d6320f0ef901 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:45.382846 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-795df662-90a8-4da3-b44e-18e9b0beb37b req-43b4d564-d705-40be-8731-a78bc6e95ef0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2 HTTP/1.1" status: 200 len: 914 time: 0.0865483 Jul 13 08:46:45.383323 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a23feb5a-0c0c-41a9-a074-3c68940e0386 req-7e2048bc-73aa-4abf-ada9-d6320f0ef901 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 944 time: 0.2409945 Jul 13 08:46:45.430298 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-795df662-90a8-4da3-b44e-18e9b0beb37b req-548102e3-762d-40e2-ac17-101f9edbb4c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e35bb7b-3309-47fe-88aa-e82494097e8c HTTP/1.1" status: 200 len: 217 time: 0.0399961 Jul 13 08:46:45.439686 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Made reservation on behalf of dc57daf10f804ec7ab1235d0a2a103a2 for: {'port': 1} {{(pid=99632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:45.443231 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:45.502809 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df662-90a8-4da3-b44e-18e9b0beb37b req-9f42196a-5937-4b56-9fd0-f6beccd97b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:45.504436 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-795df662-90a8-4da3-b44e-18e9b0beb37b req-9f42196a-5937-4b56-9fd0-f6beccd97b14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a3c96f9e-78a9-412f-a0dd-b72716d91ea4 HTTP/1.1" status: 200 len: 853 time: 0.0675592 Jul 13 08:46:45.543525 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a23feb5a-0c0c-41a9-a074-3c68940e0386 req-8e63f09e-c4cf-4b02-a0a3-876a823cb672 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475835 Jul 13 08:46:45.570067 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-795df662-90a8-4da3-b44e-18e9b0beb37b req-a9894ae8-8717-47ba-ba77-d3292a619c2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568154 Jul 13 08:46:45.693821 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-795df662-90a8-4da3-b44e-18e9b0beb37b req-216088ea-7c5e-4644-88e1-213d7387a184 service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110384 Jul 13 08:46:45.743732 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Allocated IP 172.20.0.6 (9db3ce96-9b5f-4281-ac9a-146e129f0209/9288088b-911e-4a10-8a5e-bd9c8295b351/79bc8eaa-fdd4-4157-bd2c-6968543b9926) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:45.817335 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-795df662-90a8-4da3-b44e-18e9b0beb37b req-1f570f4c-36b7-41ae-aa4e-46b9c93eda90 service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163042 Jul 13 08:46:45.852115 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:45.982505 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:45.991204 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:46.020563 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.provisioning_blocks [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Transition to ACTIVE for port object 79bc8eaa-fdd4-4157-bd2c-6968543b9926 will not be triggered until provisioned by entity DHCP. {{(pid=99632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:46.071284 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3504ade5-592a-4f0a-b8fd-f54bdf417376 req-589a5ccf-9806-4fe5-93c9-1e676cdf018e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0414610 Jul 13 08:46:46.142378 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:46.204735 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Network 9db3ce96-9b5f-4281-ac9a-146e129f0209 is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:46.213879 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:46.220749 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:46.230400 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event updated for resources: {'Port': ['ID=79bc8eaa-fdd4-4157-bd2c-6968543b9926,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:46.285458 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:46.294522 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:46.295100 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:46.298797 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:46.342660 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c6269d94-0114-4e50-8c61-845b115fdfe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2110124 Jul 13 08:46:46.373195 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Request body: {'port': {'device_id': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:46.407633 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event updated for resources: {'Port': ['ID=1ddf9e82-0363-43cd-9c85-c3f095dcc806,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:46.419471 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:46.491467 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7d00e43f-b540-40b7-8499-3c428c8d754e None None] Provisioning for port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 completed by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:46.495512 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7d00e43f-b540-40b7-8499-3c428c8d754e None None] Provisioning complete for port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:46.495884 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7d00e43f-b540-40b7-8499-3c428c8d754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:46.529230 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:46.531541 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7d00e43f-b540-40b7-8499-3c428c8d754e None None] Port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 cannot update to ACTIVE because it is not bound. {{(pid=99634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:46.581919 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.l3_db [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Floating IP fcbe9cad-894d-4f5a-989a-f35a9786d943 associated. External IP: 172.27.3.215, port: 619807aa-47d9-452a-b957-4acb11125fd8. Jul 13 08:46:46.900269 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf5806-5687-4d70-a751-7ce6c9b4f199 req-fa9feb0d-f2d0-4c54-9652-ac3c0fb6996b tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:46.901774 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-31cf5806-5687-4d70-a751-7ce6c9b4f199 req-fa9feb0d-f2d0-4c54-9652-ac3c0fb6996b tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 944 time: 0.2186458 Jul 13 08:46:47.251993 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-31cf5806-5687-4d70-a751-7ce6c9b4f199 req-d7ad21ee-645c-43f2-8d46-49700a052908 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426921 Jul 13 08:46:47.257287 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c289191-cd26-4d28-ad5c-d2a33f940401 req-609a8bcc-0a51-4466-accc-c0d3c964ec41 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:47.259411 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6c289191-cd26-4d28-ad5c-d2a33f940401 req-609a8bcc-0a51-4466-accc-c0d3c964ec41 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0757592 Jul 13 08:46:47.300951 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Router 51f4ca8b-a50f-45c4-bff1-852475b40f88 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:47.308319 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bc8eaa-fdd4-4157-bd2c-6968543b9926 {{(pid=99632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:46:47.308810 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6c289191-cd26-4d28-ad5c-d2a33f940401 req-fe1681cd-ca2b-4a23-9b96-5c7e81d9578e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426838 Jul 13 08:46:47.317448 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:47.334801 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.provisioning_blocks [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Transition to ACTIVE for port object 79bc8eaa-fdd4-4157-bd2c-6968543b9926 will not be triggered until provisioned by entity L2. {{(pid=99632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:47.369652 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:47.496438 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Pushing event updated for resources: {'Port': ['ID=79bc8eaa-fdd4-4157-bd2c-6968543b9926,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:47.561478 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:47.573027 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] Sync routers for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:47.583709 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:47.584444 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:46:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:47.588186 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf9257-9c9e-428d-8fd6-64343d5bc37f req-05b6305c-58a5-4bdb-993f-59bbb4ae9810 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:47.589568 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f3cf9257-9c9e-428d-8fd6-64343d5bc37f req-05b6305c-58a5-4bdb-993f-59bbb4ae9810 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 943 time: 0.2233896 Jul 13 08:46:47.627889 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:47.671408 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.managers [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Attempting to bind port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:47.671739 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.managers [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Attempting to bind port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'}] {{(pid=99632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:47.672066 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Attempting to bind port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 on network 9db3ce96-9b5f-4281-ac9a-146e129f0209 {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:47.684564 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 on network 9db3ce96-9b5f-4281-ac9a-146e129f0209 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:46:47.684882 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Attempting to bind port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 on network 9db3ce96-9b5f-4281-ac9a-146e129f0209 {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:47.689061 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f3cf9257-9c9e-428d-8fd6-64343d5bc37f req-48fc24ea-d77b-417c-b80e-779d8936ea2a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884435 Jul 13 08:46:47.703004 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-ea54903a-7554-4b6c-8732-9790215803a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2554193 Jul 13 08:46:47.703004 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'tag': '619807aa-47d9-452a-b957-4acb11125fd8'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:47.703004 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f363bf-830a-443f-ac7f-a0378cf8a3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a269fc3-cca1-40b1-af46-4fa38b5d2484", "tag": "619807aa-47d9-452a-b957-4acb11125fd8"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:47.703004 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Checking agent: {'id': 'f9c4a0f1-702c-45e2-a83e-6a85298a25b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'started_at': datetime.datetime(2021, 7, 13, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:47.703004 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Checking segment: {'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:47.703004 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Bound using segment: {'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'} {{(pid=99632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:47.703004 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.managers [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Bound port: 79bc8eaa-fdd4-4157-bd2c-6968543b9926, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b116d56-8da0-4e67-996e-a5f5616ebcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209'}}] {{(pid=99632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:47.703004 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:47.717550 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:47.756076 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01773f22-648d-44c7-8e4e-04ba11e3d79b x-openstack-request-id: req-01773f22-648d-44c7-8e4e-04ba11e3d79b {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:47.756292 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a269fc3-cca1-40b1-af46-4fa38b5d2484", "tag": "619807aa-47d9-452a-b957-4acb11125fd8", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:47.756537 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01773f22-648d-44c7-8e4e-04ba11e3d79b {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:47.756927 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'tag': '619807aa-47d9-452a-b957-4acb11125fd8', 'status': 'completed', 'code': 200} Jul 13 08:46:47.772988 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] For port 79bc8eaa-fdd4-4157-bd2c-6968543b9926, host hv-cinder-80043, cleared binding levels {{(pid=99632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:47.776249 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] For port 79bc8eaa-fdd4-4157-bd2c-6968543b9926, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:47.780133 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:47.813486 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:47.814617 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:47.815575 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] 10.222.0.70 "PUT /v2.0/ports/79bc8eaa-fdd4-4157-bd2c-6968543b9926 HTTP/1.1" status: 200 len: 1093 time: 1.4521773 Jul 13 08:46:47.842575 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366b235-46d4-4977-916d-7c2bd42ff20e service neutron] Pushing event updated for resources: {'Port': ['ID=79bc8eaa-fdd4-4157-bd2c-6968543b9926,revision_number=3']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:47.856307 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-b91802ad-4956-4e62-98c5-6a5c9c1b492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:47.857852 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-b91802ad-4956-4e62-98c5-6a5c9c1b492c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 1098 time: 0.0759006 Jul 13 08:46:47.921062 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-eda1afd6-6114-4f1f-8d27-11bbd7acbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:47.923596 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-eda1afd6-6114-4f1f-8d27-11bbd7acbac0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc57daf10f804ec7ab1235d0a2a103a2&device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 1096 time: 0.0636263 Jul 13 08:46:47.963764 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-20026b3c-32da-4671-8b21-3269850d64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:47.965564 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-20026b3c-32da-4671-8b21-3269850d64e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 913 time: 0.1000049 Jul 13 08:46:47.976679 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-427a436b-4f36-483f-9668-6e83569a491c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926 HTTP/1.1" status: 200 len: 217 time: 0.0445225 Jul 13 08:46:47.984300 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': 'fcbe9cad-894d-4f5a-989a-f35a9786d943', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'port_id': '619807aa-47d9-452a-b957-4acb11125fd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'mac_address': 'fa:16:3e:47:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:46:45Z', 'updated_at': '2021-07-13T08:46:45Z', 'revision_number': 0, 'project_id': '77f6db6ace1f465f80565405509ad580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:48.014767 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] Checking router: 51f4ca8b-a50f-45c4-bff1-852475b40f88 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:48.025950 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:48.026587 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:46:22Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:48.037881 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-81b05030-babb-41d1-96c8-9ac187f6cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:48.039640 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-81b05030-babb-41d1-96c8-9ac187f6cc58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9288088b-911e-4a10-8a5e-bd9c8295b351 HTTP/1.1" status: 200 len: 848 time: 0.0544882 Jul 13 08:46:48.041441 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-c88eda1d-a5f1-43d6-8e82-7086ef42bf26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=619807aa-47d9-452a-b957-4acb11125fd8 HTTP/1.1" status: 200 len: 999 time: 0.0683041 Jul 13 08:46:48.099797 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-685fe071-dde1-4692-bffe-e536b21d6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:48.101279 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-685fe071-dde1-4692-bffe-e536b21d6155 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0478599 Jul 13 08:46:48.107758 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-a6791afb-4e60-4bf6-bfde-66d8161725db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:48.109467 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-a6791afb-4e60-4bf6-bfde-66d8161725db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9db3ce96-9b5f-4281-ac9a-146e129f0209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564325 Jul 13 08:46:48.149181 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:48.181088 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-66c774f9-d014-4790-b288-23b6db858a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:48.182656 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-66c774f9-d014-4790-b288-23b6db858a23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754681 Jul 13 08:46:48.239831 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-5db013b3-b15b-48a7-ae27-678de1ea7627 service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232367 Jul 13 08:46:48.300878 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-f119b540-46ff-46d3-bb4e-64090e09f854 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993404 Jul 13 08:46:48.346720 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ae42286c-4723-4a86-ae82-0e6f341f1923 req-d5ab062c-9547-45f4-858d-372dc02e37cb service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998652 Jul 13 08:46:48.408205 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': 'fcbe9cad-894d-4f5a-989a-f35a9786d943', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'port_id': '619807aa-47d9-452a-b957-4acb11125fd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'mac_address': 'fa:16:3e:47:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:46:45Z', 'updated_at': '2021-07-13T08:46:45Z', 'revision_number': 0, 'project_id': '77f6db6ace1f465f80565405509ad580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:48.418396 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-71f363bf-830a-443f-ac7f-a0378cf8a3f2 req-41bd84fc-c840-4647-83ed-6bd5a7bc31cd service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107531 Jul 13 08:46:48.437499 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42c713-2376-4253-aa65-1992dc1caca8 None None] The sync data for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi is: [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': 'fcbe9cad-894d-4f5a-989a-f35a9786d943', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'port_id': '619807aa-47d9-452a-b957-4acb11125fd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'mac_address': 'fa:16:3e:47:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:46:45Z', 'updated_at': '2021-07-13T08:46:45Z', 'revision_number': 0, 'project_id': '77f6db6ace1f465f80565405509ad580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:48.475529 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a1e20-04fd-4db2-a3e4-adf2b14d6a28 req-47768db5-c1d9-4f6c-ae96-aa21a264e5cf tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:48.477359 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d37a1e20-04fd-4db2-a3e4-adf2b14d6a28 req-47768db5-c1d9-4f6c-ae96-aa21a264e5cf tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 944 time: 0.0749629 Jul 13 08:46:48.520880 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d37a1e20-04fd-4db2-a3e4-adf2b14d6a28 req-f4f94d64-2316-487d-a0df-f524d87c81dc tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369418 Jul 13 08:46:48.546334 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194490c-3939-4eb7-b9f5-6231b8828206 req-2ba87269-cc16-4b9f-811b-6403eba22d08 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:48.547820 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1194490c-3939-4eb7-b9f5-6231b8828206 req-2ba87269-cc16-4b9f-811b-6403eba22d08 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0767384 Jul 13 08:46:48.587605 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1194490c-3939-4eb7-b9f5-6231b8828206 req-fb1a385d-c73d-4616-ae8f-51f7dbf9ae81 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338607 Jul 13 08:46:48.650524 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba9c49-934f-4507-bc34-ff669c89e0b6 None None] New status for floating IP fcbe9cad-894d-4f5a-989a-f35a9786d943: ACTIVE {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:46:48.870328 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae663d-b535-4ba7-ae4d-61de3d14efcb req-21d1dfe3-01d4-42b2-8b60-f0bb2559b67e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:48.872088 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a2ae663d-b535-4ba7-ae4d-61de3d14efcb req-21d1dfe3-01d4-42b2-8b60-f0bb2559b67e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 943 time: 0.0656438 Jul 13 08:46:48.915393 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a2ae663d-b535-4ba7-ae4d-61de3d14efcb req-d647d4b9-bb62-41db-a784-16740efc92ca tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357842 Jul 13 08:46:49.314374 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7c88-556a-4969-b15d-490a59b670ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:49.650923 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 3e35bb7b-3309-47fe-88aa-e82494097e8c details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:46:49.700512 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9814521-fb5c-4405-a917-4efeb86df30b req-36dbdb76-4dff-4a2f-a8d1-b2c3a71da911 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:49.702048 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e9814521-fb5c-4405-a917-4efeb86df30b req-36dbdb76-4dff-4a2f-a8d1-b2c3a71da911 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 944 time: 0.0662344 Jul 13 08:46:49.742972 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e9814521-fb5c-4405-a917-4efeb86df30b req-d3ae962c-215e-49ba-8a66-ad19e285798b tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344477 Jul 13 08:46:49.758248 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:49.766097 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 3e35bb7b-3309-47fe-88aa-e82494097e8c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3e35bb7b-3309-47fe-88aa-e82494097e8c,segment=NetworkSegment(6a1f4392-72b3-4419-bbc0-8d792509704d),segment_id=6a1f4392-72b3-4419-bbc0-8d792509704d)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:49.768522 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22f3b33-f048-4c27-abed-332ef739a103" -d '{"events": [{"name": "network-changed", "server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:49.779387 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '3e35bb7b-3309-47fe-88aa-e82494097e8c', 'network_id': 'a02bf6f4-b771-4cb7-b694-a38ef81b76c2', 'port_id': '3e35bb7b-3309-47fe-88aa-e82494097e8c', 'mac_address': 'fa:16:3e:e4:99:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c96f9e-78a9-412f-a0dd-b72716d91ea4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:46:49.787805 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701892-89d5-47af-98da-d8c4ef6d40ec req-eb3b8c89-f992-498c-a33b-a547299f736e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:49.789487 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-87701892-89d5-47af-98da-d8c4ef6d40ec req-eb3b8c89-f992-498c-a33b-a547299f736e tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0797904 Jul 13 08:46:49.810231 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c516eec9-e9f7-48e8-bbdf-6ad72985d30a x-openstack-request-id: req-c516eec9-e9f7-48e8-bbdf-6ad72985d30a {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:49.810592 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:49.811023 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c516eec9-e9f7-48e8-bbdf-6ad72985d30a {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:49.811406 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'status': 'completed', 'code': 200} Jul 13 08:46:49.822381 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:49.832328 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-87701892-89d5-47af-98da-d8c4ef6d40ec req-d0f16af6-97ff-4b76-9629-f03faf11ffc5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369246 Jul 13 08:46:49.837090 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e35bb7b-3309-47fe-88aa-e82494097e8c {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:46:49.857021 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 3e35bb7b-3309-47fe-88aa-e82494097e8c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3e35bb7b-3309-47fe-88aa-e82494097e8c,segment=NetworkSegment(6a1f4392-72b3-4419-bbc0-8d792509704d),segment_id=6a1f4392-72b3-4419-bbc0-8d792509704d)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:49.861676 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:49.886186 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3b33-f048-4c27-abed-332ef739a103 req-4bb22ff0-2d78-4c07-a2e7-e2b439f255a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:49.887809 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b22f3b33-f048-4c27-abed-332ef739a103 req-4bb22ff0-2d78-4c07-a2e7-e2b439f255a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc57daf10f804ec7ab1235d0a2a103a2&device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 1096 time: 0.0548770 Jul 13 08:46:49.916785 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=3e35bb7b-3309-47fe-88aa-e82494097e8c,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:49.984734 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3b33-f048-4c27-abed-332ef739a103 req-30f931d0-0a58-49b6-88f8-fc415c668540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:49.986233 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b22f3b33-f048-4c27-abed-332ef739a103 req-30f931d0-0a58-49b6-88f8-fc415c668540 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9db3ce96-9b5f-4281-ac9a-146e129f0209 HTTP/1.1" status: 200 len: 910 time: 0.0907140 Jul 13 08:46:50.038388 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b22f3b33-f048-4c27-abed-332ef739a103 req-8e131465-c1a4-4fdb-bab3-42642b2d8796 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926 HTTP/1.1" status: 200 len: 217 time: 0.0430582 Jul 13 08:46:50.116307 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3b33-f048-4c27-abed-332ef739a103 req-485ec988-74d2-4656-9e5f-e54f09842354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:50.117645 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b22f3b33-f048-4c27-abed-332ef739a103 req-485ec988-74d2-4656-9e5f-e54f09842354 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9288088b-911e-4a10-8a5e-bd9c8295b351 HTTP/1.1" status: 200 len: 848 time: 0.0560689 Jul 13 08:46:50.133642 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3c022-3dd9-483b-9feb-fbd28c29744a req-277fb0b3-bc42-45ac-9450-790e387cc336 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:50.135061 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61f3c022-3dd9-483b-9feb-fbd28c29744a req-277fb0b3-bc42-45ac-9450-790e387cc336 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 943 time: 0.1061647 Jul 13 08:46:50.158101 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['3e35bb7b-3309-47fe-88aa-e82494097e8c'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:46:50.197759 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-61f3c022-3dd9-483b-9feb-fbd28c29744a req-12f182d2-5bcd-4780-8bd1-cf2f85c143a6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546703 Jul 13 08:46:50.222771 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3b33-f048-4c27-abed-332ef739a103 req-aceaa9c3-a1ca-42c8-b72d-62f8bbff8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:50.224415 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b22f3b33-f048-4c27-abed-332ef739a103 req-aceaa9c3-a1ca-42c8-b72d-62f8bbff8169 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9db3ce96-9b5f-4281-ac9a-146e129f0209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885160 Jul 13 08:46:50.319865 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b22f3b33-f048-4c27-abed-332ef739a103 req-96bb1994-3061-422e-beef-c0908a4162e3 service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883691 Jul 13 08:46:50.407841 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b22f3b33-f048-4c27-abed-332ef739a103 req-746dd8fb-2390-4e82-a415-20be622ac058 service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799448 Jul 13 08:46:50.924844 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3a8bd-a044-42b7-a559-7843ba44914a req-c574fc85-7ae4-4c7e-b765-b51fe1424958 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:50.926840 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-37b3a8bd-a044-42b7-a559-7843ba44914a req-c574fc85-7ae4-4c7e-b765-b51fe1424958 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 945 time: 0.0692878 Jul 13 08:46:50.967461 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-37b3a8bd-a044-42b7-a559-7843ba44914a req-0698291d-5106-4967-9cc8-a74554d6dd7f tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348694 Jul 13 08:46:51.022653 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f807b2-7f55-4f5d-a8ba-af981dbcb5e2 req-4d7ca22d-0be7-45e6-b3b2-366590862976 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:51.024141 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-89f807b2-7f55-4f5d-a8ba-af981dbcb5e2 req-4d7ca22d-0be7-45e6-b3b2-366590862976 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0678954 Jul 13 08:46:51.060994 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-89f807b2-7f55-4f5d-a8ba-af981dbcb5e2 req-16b3f4f2-8c91-46d6-b493-a39f272976ec tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Jul 13 08:46:51.367542 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb586d-e321-4b81-a12b-dead7521c8f5 req-5b360194-2c07-4a80-af84-471be41c4ad8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:51.369025 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-94fb586d-e321-4b81-a12b-dead7521c8f5 req-5b360194-2c07-4a80-af84-471be41c4ad8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 943 time: 0.0627704 Jul 13 08:46:51.406946 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-94fb586d-e321-4b81-a12b-dead7521c8f5 req-2610d6c4-073d-411b-960e-aad9098fc8b9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318789 Jul 13 08:46:51.654077 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 3e35bb7b-3309-47fe-88aa-e82494097e8c up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:51.702722 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 3e35bb7b-3309-47fe-88aa-e82494097e8c completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:51.706542 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 3e35bb7b-3309-47fe-88aa-e82494097e8c triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:51.707100 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:51.784402 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:51.806367 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaca47f-2b07-4287-b14c-c84caf134bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e35bb7b-3309-47fe-88aa-e82494097e8c'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:51.808636 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831eddbe-dda9-47ef-99c7-949283781350" -d '{"events": [{"server_uuid": "eeaca47f-2b07-4287-b14c-c84caf134bc5", "name": "network-vif-plugged", "status": "completed", "tag": "3e35bb7b-3309-47fe-88aa-e82494097e8c"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:51.822988 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 3e35bb7b-3309-47fe-88aa-e82494097e8c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3e35bb7b-3309-47fe-88aa-e82494097e8c,segment=NetworkSegment(6a1f4392-72b3-4419-bbc0-8d792509704d),segment_id=6a1f4392-72b3-4419-bbc0-8d792509704d)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:51.827311 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:51.852432 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e25d1f7-7a84-4f13-879c-d683fe6b5c54 x-openstack-request-id: req-2e25d1f7-7a84-4f13-879c-d683fe6b5c54 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:51.852724 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeaca47f-2b07-4287-b14c-c84caf134bc5", "name": "network-vif-plugged", "status": "completed", "tag": "3e35bb7b-3309-47fe-88aa-e82494097e8c", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:51.852986 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e25d1f7-7a84-4f13-879c-d683fe6b5c54 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:51.853379 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeaca47f-2b07-4287-b14c-c84caf134bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e35bb7b-3309-47fe-88aa-e82494097e8c', 'code': 200} Jul 13 08:46:51.884098 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=3e35bb7b-3309-47fe-88aa-e82494097e8c,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:52.072323 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dce80-5a7a-4769-96c5-70002998e654 req-1d3aa3f5-ccdb-42f6-b2ef-ec0a5ee81807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:52.073806 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5a5dce80-5a7a-4769-96c5-70002998e654 req-1d3aa3f5-ccdb-42f6-b2ef-ec0a5ee81807 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0556734 Jul 13 08:46:52.113346 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5a5dce80-5a7a-4769-96c5-70002998e654 req-1126ba31-74f4-4a0b-a96f-c0f381b841c3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301356 Jul 13 08:46:52.143410 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688f07-e800-4f67-b55a-2ee8389d8159 req-ba80b378-4611-4aec-a9aa-fd638afd8cc0 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:52.145612 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7e688f07-e800-4f67-b55a-2ee8389d8159 req-ba80b378-4611-4aec-a9aa-fd638afd8cc0 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 946 time: 0.0643904 Jul 13 08:46:52.180592 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9af5ecaa-1d6c-4005-b95a-e7470a499a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:52.192747 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7e688f07-e800-4f67-b55a-2ee8389d8159 req-31771602-cdda-477c-9edd-b7b1b9cdda7d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Jul 13 08:46:52.249539 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe34b1-ac2a-4af2-949d-18919ab50113 req-f57ea118-a9ca-40f8-9e06-4b424b1f3307 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:52.251072 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-babe34b1-ac2a-4af2-949d-18919ab50113 req-f57ea118-a9ca-40f8-9e06-4b424b1f3307 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0635252 Jul 13 08:46:52.288874 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-babe34b1-ac2a-4af2-949d-18919ab50113 req-9a65296a-c519-4d97-8fa7-3134fd050c2b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Jul 13 08:46:52.403026 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:52.580104 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e1559-4db4-4708-a835-8d4b0a800d58 req-201f44a2-c319-4dfd-af14-324778e98d40 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:52.581785 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a86e1559-4db4-4708-a835-8d4b0a800d58 req-201f44a2-c319-4dfd-af14-324778e98d40 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 943 time: 0.0628784 Jul 13 08:46:52.619468 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a86e1559-4db4-4708-a835-8d4b0a800d58 req-9c144028-fc9f-4d28-955f-9895bffb2d51 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320587 Jul 13 08:46:53.073624 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:53.377578 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ac33-2a85-4cbb-b33e-f01fdf7a4513 req-1568536a-e648-4807-8260-8e7705edd576 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:53.380270 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da44ac33-2a85-4cbb-b33e-f01fdf7a4513 req-1568536a-e648-4807-8260-8e7705edd576 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 946 time: 0.0726633 Jul 13 08:46:53.423893 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da44ac33-2a85-4cbb-b33e-f01fdf7a4513 req-68f7b861-26f5-4964-b6ad-094d09bb33b0 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373435 Jul 13 08:46:53.629403 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74fa43-bc2c-4974-8421-a30c7b256917 req-16dc2f1a-c5b7-4292-94bc-e55408ab32de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:53.631363 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-df74fa43-bc2c-4974-8421-a30c7b256917 req-16dc2f1a-c5b7-4292-94bc-e55408ab32de tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0688412 Jul 13 08:46:53.672101 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-df74fa43-bc2c-4974-8421-a30c7b256917 req-58b967ba-d019-43f1-a707-31aa854e8b66 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350730 Jul 13 08:46:53.865934 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebe07e-795c-477a-822b-2513b11122a8 req-778034ee-c613-4727-a0e2-f6bf90134dcd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:53.867699 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40ebe07e-795c-477a-822b-2513b11122a8 req-778034ee-c613-4727-a0e2-f6bf90134dcd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 943 time: 0.0805683 Jul 13 08:46:53.908468 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-40ebe07e-795c-477a-822b-2513b11122a8 req-b444d5a1-271f-4af0-acea-15c3d2c92327 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346587 Jul 13 08:46:54.667169 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:54.850582 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad6a55-26ec-47fc-9179-2d508359df95 req-8c3ea4b3-f903-4e06-8b4f-a78d5e9308fb tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:54.852143 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f5ad6a55-26ec-47fc-9179-2d508359df95 req-8c3ea4b3-f903-4e06-8b4f-a78d5e9308fb tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0631990 Jul 13 08:46:54.891849 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f5ad6a55-26ec-47fc-9179-2d508359df95 req-fc21c375-43e5-47fd-92fc-408e6bffac6a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340350 Jul 13 08:46:55.093632 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94089152-8da6-4965-a7d4-7e434c172ad8 req-c2fcd6c3-5f27-4e72-a850-dcda992b0d30 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:55.095139 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-94089152-8da6-4965-a7d4-7e434c172ad8 req-c2fcd6c3-5f27-4e72-a850-dcda992b0d30 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 943 time: 0.0673978 Jul 13 08:46:55.133396 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-94089152-8da6-4965-a7d4-7e434c172ad8 req-9e191a89-41e2-4a62-8033-5b223aa1f973 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Jul 13 08:46:56.072823 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174898c9-1f26-4681-907f-13ef24262ca6 req-31c3d31a-83ca-4435-bda5-1f715bace1dd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:56.074345 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-174898c9-1f26-4681-907f-13ef24262ca6 req-31c3d31a-83ca-4435-bda5-1f715bace1dd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0636456 Jul 13 08:46:56.112863 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-174898c9-1f26-4681-907f-13ef24262ca6 req-6409fca8-be83-4d4c-886e-1a776c3727e1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328324 Jul 13 08:46:56.304938 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8df4f-9a4b-47d0-b18b-3f20ca4b7499 req-0af63c3b-97b5-482a-8b70-7c71ad579ea7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:56.306405 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-76e8df4f-9a4b-47d0-b18b-3f20ca4b7499 req-0af63c3b-97b5-482a-8b70-7c71ad579ea7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 943 time: 0.0624371 Jul 13 08:46:56.347397 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-76e8df4f-9a4b-47d0-b18b-3f20ca4b7499 req-a3772ba5-d1bb-479c-b140-b8819834ce84 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354223 Jul 13 08:46:57.295734 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462f4a8-dbb7-448f-86c8-b98d660c080f req-9079a45a-df70-4cb7-9102-4d32609bd1bf tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:57.297237 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8462f4a8-dbb7-448f-86c8-b98d660c080f req-9079a45a-df70-4cb7-9102-4d32609bd1bf tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0651035 Jul 13 08:46:57.335738 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8462f4a8-dbb7-448f-86c8-b98d660c080f req-6fa0b62f-73e2-4b49-88c2-b8899f05c720 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Jul 13 08:46:57.524489 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab182b-ff4e-4ed2-880a-fe131313b838 req-c8b92dd7-2161-4248-95db-5ef574188f30 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:57.525877 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-07ab182b-ff4e-4ed2-880a-fe131313b838 req-c8b92dd7-2161-4248-95db-5ef574188f30 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 943 time: 0.0622692 Jul 13 08:46:57.562713 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-07ab182b-ff4e-4ed2-880a-fe131313b838 req-23d8fadb-44df-4a6f-9de7-2917955e62e6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313122 Jul 13 08:46:57.680330 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 79bc8eaa-fdd4-4157-bd2c-6968543b9926 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:46:57.777909 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 79bc8eaa-fdd4-4157-bd2c-6968543b9926, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:57.792686 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'port_id': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'mac_address': 'fa:16:3e:af:79:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:46:57.842835 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:57.863427 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bc8eaa-fdd4-4157-bd2c-6968543b9926 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:46:57.892296 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 79bc8eaa-fdd4-4157-bd2c-6968543b9926, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:57.897316 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:57.967973 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=79bc8eaa-fdd4-4157-bd2c-6968543b9926,revision_number=4']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:58.217393 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['79bc8eaa-fdd4-4157-bd2c-6968543b9926'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:46:58.533217 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caf34c-50ee-4f67-b010-70f1b5e0ef33 req-067fafbb-dc39-449a-9e2b-ac675767e958 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:58.535376 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-60caf34c-50ee-4f67-b010-70f1b5e0ef33 req-067fafbb-dc39-449a-9e2b-ac675767e958 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0666590 Jul 13 08:46:58.576170 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-60caf34c-50ee-4f67-b010-70f1b5e0ef33 req-1692c40d-cfc2-49b2-beeb-639ef36ee599 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352979 Jul 13 08:46:58.750401 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b26d19-be18-496b-b57f-4557044ef696 req-9e842351-dfe0-41fb-9f23-10e02b888f32 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:58.751942 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-08b26d19-be18-496b-b57f-4557044ef696 req-9e842351-dfe0-41fb-9f23-10e02b888f32 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 944 time: 0.0704346 Jul 13 08:46:58.800931 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-08b26d19-be18-496b-b57f-4557044ef696 req-15983eba-718c-4181-9f1b-0c0010ab6318 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Jul 13 08:46:59.681562 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 79bc8eaa-fdd4-4157-bd2c-6968543b9926 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:59.731255 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning for port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 completed by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:59.735113 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:59.735500 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:59.762397 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab8bbe-31c0-482f-b46f-41b2f23e1908 req-af4115ce-3363-465d-abdc-e54fab562576 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:59.763926 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-96ab8bbe-31c0-482f-b46f-41b2f23e1908 req-af4115ce-3363-465d-abdc-e54fab562576 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0674839 Jul 13 08:46:59.803161 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-96ab8bbe-31c0-482f-b46f-41b2f23e1908 req-49fdd6b6-bdc1-4cdf-af1a-e8b2d00189b1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332000 Jul 13 08:46:59.818307 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:59.843851 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:59.847322 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32268bf0-a7e9-42ca-b6b2-5ec1434956b6" -d '{"events": [{"server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "name": "network-vif-plugged", "status": "completed", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:59.863736 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 79bc8eaa-fdd4-4157-bd2c-6968543b9926, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:59.870588 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:59.942705 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b6085b-1bb9-48f5-b375-09c44a026d2d x-openstack-request-id: req-f0b6085b-1bb9-48f5-b375-09c44a026d2d {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:59.943015 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "name": "network-vif-plugged", "status": "completed", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:59.943273 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0b6085b-1bb9-48f5-b375-09c44a026d2d {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:59.943666 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'code': 200} Jul 13 08:46:59.947470 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=79bc8eaa-fdd4-4157-bd2c-6968543b9926,revision_number=5']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:00.032407 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e70c00-3878-492f-ac58-784a2aea993b req-fb8a859b-66a2-4d9b-96bd-a26982048a9d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:00.035212 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c1e70c00-3878-492f-ac58-784a2aea993b req-fb8a859b-66a2-4d9b-96bd-a26982048a9d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0916572 Jul 13 08:47:00.078026 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c1e70c00-3878-492f-ac58-784a2aea993b req-dccf8115-fecf-41f8-a82c-809b78247fd2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376775 Jul 13 08:47:00.265034 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-5cebed8e-dce1-4498-b57d-1de3086eee46 None None] Provisioning complete for port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:00.265592 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5cebed8e-dce1-4498-b57d-1de3086eee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:00.305102 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f88e7-249b-4411-ac60-35f1018cd145 req-19b6bb55-0ae2-4420-94d0-8d6f44871091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:00.306669 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7d3f88e7-249b-4411-ac60-35f1018cd145 req-19b6bb55-0ae2-4420-94d0-8d6f44871091 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 1098 time: 0.0854321 Jul 13 08:47:00.374009 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7d3f88e7-249b-4411-ac60-35f1018cd145 req-057069a8-fa1b-4c01-abde-9d2b7200cf42 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388114 Jul 13 08:47:00.980923 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477910c-5977-4409-87e5-243e1cc8ee85 req-fe88f71f-cf0f-4e2b-830f-076250ed67b0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:00.982324 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a477910c-5977-4409-87e5-243e1cc8ee85 req-fe88f71f-cf0f-4e2b-830f-076250ed67b0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0624583 Jul 13 08:47:01.020765 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a477910c-5977-4409-87e5-243e1cc8ee85 req-e185812a-d430-4de5-b8d2-ac7c0c8142cf tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325534 Jul 13 08:47:01.310128 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d233c-943f-47bc-a39d-b18f93135ac7 req-788a1de3-620a-4106-baf8-4627f85d5bfc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:01.311818 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2d9d233c-943f-47bc-a39d-b18f93135ac7 req-788a1de3-620a-4106-baf8-4627f85d5bfc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0922933 Jul 13 08:47:01.358214 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2d9d233c-943f-47bc-a39d-b18f93135ac7 req-83921d59-245b-444b-a9ac-432984a59c7d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397255 Jul 13 08:47:01.608918 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:47:02.204681 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6494a-37cc-40a6-970d-abdd0d3a5e3f req-cb6f5bbf-fce7-4850-9d7b-60cf4fd2488a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:02.206181 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-12f6494a-37cc-40a6-970d-abdd0d3a5e3f req-cb6f5bbf-fce7-4850-9d7b-60cf4fd2488a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0670924 Jul 13 08:47:02.241052 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:02.246010 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-12f6494a-37cc-40a6-970d-abdd0d3a5e3f req-a7df7697-e174-4988-8b81-587773ff7eab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337448 Jul 13 08:47:02.548657 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee101-a402-41f6-80aa-2207c23e7a45 req-56f0277c-2eff-49f6-90c6-2e661bab8c93 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:02.550187 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9c2ee101-a402-41f6-80aa-2207c23e7a45 req-56f0277c-2eff-49f6-90c6-2e661bab8c93 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0637312 Jul 13 08:47:02.588245 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9c2ee101-a402-41f6-80aa-2207c23e7a45 req-8c1a57e8-e4e0-4f01-9f52-59d3a01ab940 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Jul 13 08:47:02.756651 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677dd79-5325-4b94-bcc2-d445c0ae58a1 req-cff48713-74cd-45c0-b904-d9ac712df21b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:02.758055 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b677dd79-5325-4b94-bcc2-d445c0ae58a1 req-cff48713-74cd-45c0-b904-d9ac712df21b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0627697 Jul 13 08:47:02.795339 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b677dd79-5325-4b94-bcc2-d445c0ae58a1 req-ef4cbbd3-d45e-4b8f-a395-4ac4c3569e0c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Jul 13 08:47:02.819527 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35954) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:02.910749 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fba62c-d7bd-4639-8c26-cecc5985b33b tempest-TestShelveInstance-253669020 tempest-TestShelveInstance-253669020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:02.912564 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b1fba62c-d7bd-4639-8c26-cecc5985b33b tempest-TestShelveInstance-253669020 tempest-TestShelveInstance-253669020-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 1093 time: 0.0920386 Jul 13 08:47:02.915386 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 35958) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:02.919714 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.v2.base [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Request body: {'floatingip': {'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'port_id': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:02.942738 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for floatingip, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:03.040014 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:03.145433 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_common [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Allocated IP 172.27.3.47 (687451c4-904f-48f1-a79c-0ec0b614c05b/3ccee610-05f4-4b3e-9b4a-8791ea7d414b/0b0e373d-2982-4f41-91ed-afb2915da0a2) {{(pid=99632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:47:03.245473 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for port, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:03.288358 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741018178268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6619029'] for port, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:03.325529 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Network 687451c4-904f-48f1-a79c-0ec0b614c05b is already hosted by enough agents. {{(pid=99632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:03.328356 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.base_scheduler [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Resources bound (agent type, host, resource id): {{(pid=99632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:03.334056 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Received port after_create {{(pid=99632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:47:03.365855 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event updated for resources: {'Port': ['ID=0b0e373d-2982-4f41-91ed-afb2915da0a2,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:03.378885 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.379273 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.379621 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.379967 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.380306 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.380640 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.380979 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.381306 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.381746 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.381963 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.382291 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.382617 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:03.432248 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7ae43-aa38-4e26-87b0-d7da6c70a54d req-e9e674b7-8f51-48a4-a7ac-8a6c440410dd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:03.433871 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b5c7ae43-aa38-4e26-87b0-d7da6c70a54d req-e9e674b7-8f51-48a4-a7ac-8a6c440410dd tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0732207 Jul 13 08:47:03.472795 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b5c7ae43-aa38-4e26-87b0-d7da6c70a54d req-f308b7b8-981d-4fb1-a80a-27c347621dab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321438 Jul 13 08:47:03.729595 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:03.805922 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:03.951882 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for port, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:03.956389 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6619011'] for port, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:04.025756 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event updated for resources: {'Port': ['ID=0b0e373d-2982-4f41-91ed-afb2915da0a2,revision_number=2']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:04.034013 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:04.131376 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.l3_db [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Floating IP e98e3686-657c-4e35-9562-04fb47e7ba10 associated. External IP: 172.27.3.47, port: 79bc8eaa-fdd4-4157-bd2c-6968543b9926. Jul 13 08:47:04.333755 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Router e22c1ad4-536e-4510-8aad-aaac0275fd72 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:47:04.437785 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:47:04.447041 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] Sync routers for ids ['e22c1ad4-536e-4510-8aad-aaac0275fd72'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:47:04.454210 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:04.457073 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] Routers {'e22c1ad4-536e-4510-8aad-aaac0275fd72'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:04.457888 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:46:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e22c1ad4-536e-4510-8aad-aaac0275fd72'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:04.491409 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-4e0a0c91-7f1b-4df4-ad70-d3225ec24671 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5749478 Jul 13 08:47:04.492141 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:04.495225 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4569a33-2337-4f40-bf6a-fe9867c795fb" -d '{"events": [{"name": "network-changed", "server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:04.543562 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715daaea-7835-489d-a132-37c445a551ba x-openstack-request-id: req-715daaea-7835-489d-a132-37c445a551ba {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:04.543855 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:04.544111 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-715daaea-7835-489d-a132-37c445a551ba {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:04.544512 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'status': 'completed', 'code': 200} Jul 13 08:47:04.570769 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] Set router e22c1ad4-536e-4510-8aad-aaac0275fd72 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:04.670292 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15359b-5c58-46f2-9cd7-c61d0cb1ab32 req-4afe1c26-a8c8-4180-a8b1-6ab6a468c57a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:04.671807 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7e15359b-5c58-46f2-9cd7-c61d0cb1ab32 req-4afe1c26-a8c8-4180-a8b1-6ab6a468c57a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0703204 Jul 13 08:47:04.710872 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7e15359b-5c58-46f2-9cd7-c61d0cb1ab32 req-d9be230b-105b-4a33-98fb-5829bfd564ae tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330145 Jul 13 08:47:04.769458 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-2657e2f8-dcf2-4970-aee3-fc285be6cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:04.771314 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-2657e2f8-dcf2-4970-aee3-fc285be6cae7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 1098 time: 0.0570419 Jul 13 08:47:04.803321 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-151ffbfa-dd30-484a-ac39-8f0480d6fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:04.804854 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-151ffbfa-dd30-484a-ac39-8f0480d6fff3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc57daf10f804ec7ab1235d0a2a103a2&device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 1098 time: 0.0557408 Jul 13 08:47:04.890591 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-5b1daf81-c40d-479f-b1b5-a228e6af4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:04.892308 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-5b1daf81-c40d-479f-b1b5-a228e6af4cbd service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 917 time: 0.0960882 Jul 13 08:47:04.906687 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-88e9e0c1-822c-40a9-9872-a05a8228ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:04.908212 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-88e9e0c1-822c-40a9-9872-a05a8228ae9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=9db3ce96-9b5f-4281-ac9a-146e129f0209 HTTP/1.1" status: 200 len: 910 time: 0.0964942 Jul 13 08:47:04.938563 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': 'e98e3686-657c-4e35-9562-04fb47e7ba10', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'port_id': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'mac_address': 'fa:16:3e:af:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:47:03Z', 'updated_at': '2021-07-13T08:47:03Z', 'revision_number': 0, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 5, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:04.960820 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-e381e090-c91d-42ed-85a3-cf4f9dfb43b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9 HTTP/1.1" status: 200 len: 1001 time: 0.0603089 Jul 13 08:47:04.969576 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] Checking router: e22c1ad4-536e-4510-8aad-aaac0275fd72 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:47:04.975368 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-11e2ccd2-3e53-4f7d-97ed-f1d24b927212 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926 HTTP/1.1" status: 200 len: 998 time: 0.0596902 Jul 13 08:47:04.979191 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] Routers {'e22c1ad4-536e-4510-8aad-aaac0275fd72'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:04.979844 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:46:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e22c1ad4-536e-4510-8aad-aaac0275fd72'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:05.013007 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-1cd5275e-9abf-454d-a6d3-91d3528d6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:05.014414 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-1cd5275e-9abf-454d-a6d3-91d3528d6203 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.0456402 Jul 13 08:47:05.031534 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-7b42387c-efae-4b84-a0f2-296509d10305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:05.033033 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-7b42387c-efae-4b84-a0f2-296509d10305 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9288088b-911e-4a10-8a5e-bd9c8295b351 HTTP/1.1" status: 200 len: 848 time: 0.0509133 Jul 13 08:47:05.079245 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-fe0e4758-3a31-42f2-8a87-4c392f5ae46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:05.081187 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-fe0e4758-3a31-42f2-8a87-4c392f5ae46a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594556 Jul 13 08:47:05.090841 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] Set router e22c1ad4-536e-4510-8aad-aaac0275fd72 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:05.100981 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-120bd550-9792-435a-8571-4b618de2972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:05.102539 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-120bd550-9792-435a-8571-4b618de2972c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9db3ce96-9b5f-4281-ac9a-146e129f0209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589960 Jul 13 08:47:05.198758 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-723ce92b-1519-40f1-8d02-da8e05ed6393 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934374 Jul 13 08:47:05.221802 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-e7606163-6d51-49d8-a3b6-81a9c7f4d1af service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099203 Jul 13 08:47:05.299618 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-791f97ad-aaa1-4d4f-9451-d0a907b24b4a req-d705a7b0-9a88-4cd7-ab31-1916be86fe1d service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935595 Jul 13 08:47:05.335033 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a4569a33-2337-4f40-bf6a-fe9867c795fb req-581830fc-4fdf-4d97-8c9a-b51bd681adf4 service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068227 Jul 13 08:47:05.336707 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': 'e98e3686-657c-4e35-9562-04fb47e7ba10', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'port_id': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'mac_address': 'fa:16:3e:af:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:47:03Z', 'updated_at': '2021-07-13T08:47:03Z', 'revision_number': 0, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 5, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:05.367024 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4ed7c-e5ad-4646-a3b5-2126a799c7c1 None None] The sync data for ids ['e22c1ad4-536e-4510-8aad-aaac0275fd72'] in dv-cinder-800430-2-iscsi is: [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_floatingips': [{'id': 'e98e3686-657c-4e35-9562-04fb47e7ba10', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'router_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'port_id': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'mac_address': 'fa:16:3e:af:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:47:03Z', 'updated_at': '2021-07-13T08:47:03Z', 'revision_number': 0, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 5, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:47:05.551971 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0bef14-5f02-498f-aac4-f7074338ba57 None None] New status for floating IP e98e3686-657c-4e35-9562-04fb47e7ba10: ACTIVE {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:47:05.895074 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cac448-5eb2-4f93-b878-bee3960c899f req-783845e2-e866-4c56-8204-03d00ce00496 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:05.896575 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-30cac448-5eb2-4f93-b878-bee3960c899f req-783845e2-e866-4c56-8204-03d00ce00496 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0623899 Jul 13 08:47:05.933386 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-30cac448-5eb2-4f93-b878-bee3960c899f req-11148a88-5d64-4caf-a95f-5be2429e30b6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312610 Jul 13 08:47:07.113906 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeba3e-73be-4890-9ceb-114b72eec783 req-3b04ee0d-ae80-4470-87b1-f9b11df9a094 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:07.115416 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6feeba3e-73be-4890-9ceb-114b72eec783 req-3b04ee0d-ae80-4470-87b1-f9b11df9a094 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0623944 Jul 13 08:47:07.152687 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6feeba3e-73be-4890-9ceb-114b72eec783 req-1aabf8c3-aacb-4943-a215-a5adf181af79 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315096 Jul 13 08:47:07.743900 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:47:07.849812 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:07.861115 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'port_id': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'mac_address': 'fa:16:3e:78:a4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:47:07.900603 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:07.914502 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:47:07.935295 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:07.939257 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:08.001316 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=6']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:08.105220 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['1ef76e5f-6eba-49f5-b86e-f5990cb805b9'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:47:08.350090 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-3738e64c-6726-4d90-be45-b0a8044895da None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:08.351640 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3738e64c-6726-4d90-be45-b0a8044895da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:08.384463 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342532b5-8905-4956-a9e5-80cd2b7959b1 req-f42caf29-c00b-4dbd-8f6f-e04db63649ab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:08.386030 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-342532b5-8905-4956-a9e5-80cd2b7959b1 req-f42caf29-c00b-4dbd-8f6f-e04db63649ab tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 944 time: 0.0856776 Jul 13 08:47:08.472609 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3738e64c-6726-4d90-be45-b0a8044895da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:08.500167 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:08.502493 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896f1860-bb39-4bb3-8a40-d69d420a88a1" -d '{"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:08.522324 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-3738e64c-6726-4d90-be45-b0a8044895da None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:08.527892 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3738e64c-6726-4d90-be45-b0a8044895da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:08.558937 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247b26bd-dd2c-4cce-a92a-90f2e73c946c x-openstack-request-id: req-247b26bd-dd2c-4cce-a92a-90f2e73c946c {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:08.559219 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:08.559477 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-247b26bd-dd2c-4cce-a92a-90f2e73c946c {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:08.559881 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'code': 200} Jul 13 08:47:08.598559 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738e64c-6726-4d90-be45-b0a8044895da None None] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=7']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:08.783564 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-342532b5-8905-4956-a9e5-80cd2b7959b1 req-05b464ab-4670-4e11-879a-0c49b1f7c2db tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909810 Jul 13 08:47:08.909115 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-cf3a0e84-7f9e-4384-aa68-ffff2630524f None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:08.909881 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0e84-7f9e-4384-aa68-ffff2630524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:09.749081 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:09.808700 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:09.809226 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:10.021299 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe17abb-a636-45f2-a092-be3b7287ff48 req-0991fc26-6c61-44a5-87d8-2038bbbf0ba1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:10.022735 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dfe17abb-a636-45f2-a092-be3b7287ff48 req-0991fc26-6c61-44a5-87d8-2038bbbf0ba1 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0888505 Jul 13 08:47:10.069710 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dfe17abb-a636-45f2-a092-be3b7287ff48 req-c9d478c3-5663-4262-badd-59a11ecdd535 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409825 Jul 13 08:47:11.379849 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69742438-42e8-4493-9d46-7fcc42ba672e req-a8cafef5-8dfb-40a0-8ee5-d0aa9a33b09d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:11.382765 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-69742438-42e8-4493-9d46-7fcc42ba672e req-a8cafef5-8dfb-40a0-8ee5-d0aa9a33b09d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0718670 Jul 13 08:47:11.424463 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-69742438-42e8-4493-9d46-7fcc42ba672e req-95d9a6d0-9a2e-415a-87e1-1b5479ebf444 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356948 Jul 13 08:47:12.618054 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251a295-5036-4afd-8d9c-c7f6201a1f17 req-8b115079-b41a-4e03-bc40-038bce1e30d3 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:12.619932 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7251a295-5036-4afd-8d9c-c7f6201a1f17 req-8b115079-b41a-4e03-bc40-038bce1e30d3 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0689867 Jul 13 08:47:12.666307 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7251a295-5036-4afd-8d9c-c7f6201a1f17 req-667a3e3e-9cad-49d6-9099-7d2d0964ab10 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401001 Jul 13 08:47:13.896258 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535086a0-0db7-41c6-9e6d-8468b5d5c437 req-63458437-9149-47e6-b0c1-1c4adefc8f13 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:13.899848 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-535086a0-0db7-41c6-9e6d-8468b5d5c437 req-63458437-9149-47e6-b0c1-1c4adefc8f13 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0816691 Jul 13 08:47:13.950994 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-535086a0-0db7-41c6-9e6d-8468b5d5c437 req-f81f8bc1-8df9-42f8-a8d3-039fcf07e968 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Jul 13 08:47:15.160449 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69857dad-1fd3-408b-98cc-8616e1667f6f req-b6331c34-3e21-4e6f-bd8f-77649b2fa9c0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:15.162236 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-69857dad-1fd3-408b-98cc-8616e1667f6f req-b6331c34-3e21-4e6f-bd8f-77649b2fa9c0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0719266 Jul 13 08:47:15.202532 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-69857dad-1fd3-408b-98cc-8616e1667f6f req-3dfc25cf-d327-42c6-8c7c-5c569df4304f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343084 Jul 13 08:47:16.405095 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08b36f-3daa-45f5-953c-89ff5edc9acb req-1c85909a-6396-4586-a952-289e3156f123 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:16.406697 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cf08b36f-3daa-45f5-953c-89ff5edc9acb req-1c85909a-6396-4586-a952-289e3156f123 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0809486 Jul 13 08:47:16.449300 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cf08b36f-3daa-45f5-953c-89ff5edc9acb req-0cc8522b-d9b1-43f0-b86c-a321e6ba5808 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364032 Jul 13 08:47:17.640117 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085fe8-0217-471a-b66b-f2c0f34086f6 req-829472da-974f-40ec-984f-66ae1660c592 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:17.641495 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4f085fe8-0217-471a-b66b-f2c0f34086f6 req-829472da-974f-40ec-984f-66ae1660c592 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0675101 Jul 13 08:47:17.679514 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4f085fe8-0217-471a-b66b-f2c0f34086f6 req-f17e3fa8-fea7-4481-942f-f88c3ba9a27b tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317662 Jul 13 08:47:17.780570 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-a1d01a4a-5623-40b8-8015-478d2f9d31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:17.782050 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-a1d01a4a-5623-40b8-8015-478d2f9d31a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 1098 time: 0.0520637 Jul 13 08:47:17.870812 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-dc4fc668-1526-46fb-b770-a1171bab8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:17.872299 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-dc4fc668-1526-46fb-b770-a1171bab8819 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 917 time: 0.0839422 Jul 13 08:47:17.936985 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-a4606e5d-bfb1-48cb-8459-1663bddc27be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9 HTTP/1.1" status: 200 len: 1001 time: 0.0565693 Jul 13 08:47:17.987724 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-e4b000a2-0813-4b30-ae37-c932eec7130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:17.989175 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-e4b000a2-0813-4b30-ae37-c932eec7130b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.0462337 Jul 13 08:47:18.044190 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-3fab47b5-d490-4af9-afe2-5bb590147ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:18.045649 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-3fab47b5-d490-4af9-afe2-5bb590147ee0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502765 Jul 13 08:47:18.135881 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-e8057ab3-ba43-41fd-ab00-7b58d1a38fb8 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823486 Jul 13 08:47:18.228728 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e6e5caba-597f-455a-bd9f-1560a2c4a359 req-77d8883a-bab7-4545-be5f-c204ed97dd2b service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867782 Jul 13 08:47:18.852377 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667dac-7720-40d4-9c8e-ff04cb195c68 req-bfe9b94c-4fa8-4013-994c-136c6c9e4541 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:18.853886 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b2667dac-7720-40d4-9c8e-ff04cb195c68 req-bfe9b94c-4fa8-4013-994c-136c6c9e4541 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0618169 Jul 13 08:47:18.901982 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b2667dac-7720-40d4-9c8e-ff04cb195c68 req-71c88b5a-9eef-44c1-bf2f-4c2635b505a0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421245 Jul 13 08:47:19.317201 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1b2564cd-f053-4980-bdaa-d7aec3547ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:19.826502 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:47:19.905373 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:19.929399 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:19.931685 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0cc7f9-85cb-416a-8bf8-2c2c1bc22c7e" -d '{"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:19.945023 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:19.952828 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:20.006864 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bbc850-6f04-45ca-962d-bf65ea21aa04 x-openstack-request-id: req-c9bbc850-6f04-45ca-962d-bf65ea21aa04 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:20.007261 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:20.007534 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9bbc850-6f04-45ca-962d-bf65ea21aa04 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:20.007930 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'code': 200} Jul 13 08:47:20.039032 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=8']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:20.110799 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e53f2-9cbf-42f7-ae86-825c3919e888 req-2dc505ff-05c9-4c26-a9b2-70408d292ea0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:20.114954 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ef4e53f2-9cbf-42f7-ae86-825c3919e888 req-2dc505ff-05c9-4c26-a9b2-70408d292ea0 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 943 time: 0.0819459 Jul 13 08:47:20.160896 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ef4e53f2-9cbf-42f7-ae86-825c3919e888 req-170f4085-0555-454e-a2d4-78b4c5dd8c5f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Jul 13 08:47:20.205466 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-ac06a4f5-6cec-4cde-a8c7-98d621485443 None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:20.205865 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ac06a4f5-6cec-4cde-a8c7-98d621485443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:20.285899 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ac06a4f5-6cec-4cde-a8c7-98d621485443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:20.317903 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-ac06a4f5-6cec-4cde-a8c7-98d621485443 None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:20.322073 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ac06a4f5-6cec-4cde-a8c7-98d621485443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:20.375950 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06a4f5-6cec-4cde-a8c7-98d621485443 None None] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=9']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:20.576900 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-36a17181-9aa2-4d8e-b957-228ba5b1544d None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:20.577351 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-36a17181-9aa2-4d8e-b957-228ba5b1544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:21.343024 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579415-b773-4669-9f2b-c0ef28ec9694 req-93315334-19f2-484d-b284-ce55774eb9df tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:21.344545 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6d579415-b773-4669-9f2b-c0ef28ec9694 req-93315334-19f2-484d-b284-ce55774eb9df tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0669966 Jul 13 08:47:21.381990 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6d579415-b773-4669-9f2b-c0ef28ec9694 req-9f0c1bd7-b73e-44df-a0ad-117ac5414566 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Jul 13 08:47:22.009351 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:22.011750 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac22202-d958-41ca-b3bf-1cb5f485f37c" -d '{"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:22.043438 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf429560-241e-4fc7-a053-026d33b7cab3 x-openstack-request-id: req-bf429560-241e-4fc7-a053-026d33b7cab3 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:22.043735 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-plugged", "status": "failed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9", "code": 422}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:22.044010 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf429560-241e-4fc7-a053-026d33b7cab3 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:22.044412 dv-cinder-800430-2-iscsi neutron-server[99634]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'code': 422} returned with failed status Jul 13 08:47:22.173849 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-cd983a2f-c3b4-4e7d-a686-d430dd51b35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:22.408313 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:22.478126 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af1a76-d63d-4729-a30f-4cbb73871f1a req-8662748d-1ffa-4869-b014-0e5b1a0a3995 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:22.479710 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-29af1a76-d63d-4729-a30f-4cbb73871f1a req-8662748d-1ffa-4869-b014-0e5b1a0a3995 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0646591 Jul 13 08:47:22.519759 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-29af1a76-d63d-4729-a30f-4cbb73871f1a req-04ba5b24-c349-4563-9d97-e0c3ba689c90 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340314 Jul 13 08:47:22.619909 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 36180) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:22.718598 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-1c95e0a8-8be4-49cf-be34-a85ff163e5b1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975368 Jul 13 08:47:23.077558 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:23.654135 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-3bec2feb-ad0f-469f-9fc7-3891edffefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:23.655798 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-3bec2feb-ad0f-469f-9fc7-3891edffefe4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f&tenant_id=36d15843107e4bc39513973ab3b5be96 HTTP/1.1" status: 200 len: 1098 time: 0.0881283 Jul 13 08:47:23.698225 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f50c9-fc2f-4e65-ab33-78c266b99259 req-43ae9ea9-0925-4634-bb4b-8d56f910f0ff tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:23.699742 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b71f50c9-fc2f-4e65-ab33-78c266b99259 req-43ae9ea9-0925-4634-bb4b-8d56f910f0ff tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 945 time: 0.0624475 Jul 13 08:47:23.732604 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-2082ec6e-56ca-489f-9994-ba38f3acee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:23.734129 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-2082ec6e-56ca-489f-9994-ba38f3acee7a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 1098 time: 0.0541382 Jul 13 08:47:23.739440 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b71f50c9-fc2f-4e65-ab33-78c266b99259 req-7eb0e892-f769-4df5-836f-9430f0980b5c tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340431 Jul 13 08:47:23.822183 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:47:23.831823 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-fbb87693-2be0-411a-bc49-661c92fc7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:23.833308 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-fbb87693-2be0-411a-bc49-661c92fc7c79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 917 time: 0.0909853 Jul 13 08:47:23.896025 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:23.905831 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-04c68382-4576-4c14-9f74-f31e0d19bac6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9 HTTP/1.1" status: 200 len: 1001 time: 0.0653930 Jul 13 08:47:23.927984 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:23.932482 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:23.963701 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-e2daaf42-b722-4c5b-a750-ceb676cee54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:23.965196 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-e2daaf42-b722-4c5b-a750-ceb676cee54e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.0518758 Jul 13 08:47:23.986647 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=10']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:24.029600 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-dea122bd-2edf-4bfe-96e3-43e6ebbf0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:24.031162 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-dea122bd-2edf-4bfe-96e3-43e6ebbf0180 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583940 Jul 13 08:47:24.046199 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:24.049266 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065deecb-072a-463b-8730-8f5abc6e759f" -d '{"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:24.087467 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca6776b-3263-4e97-8614-b4b5e3663c20 x-openstack-request-id: req-7ca6776b-3263-4e97-8614-b4b5e3663c20 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:24.088485 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:24.088803 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ca6776b-3263-4e97-8614-b4b5e3663c20 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:24.089268 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'code': 200} Jul 13 08:47:24.130134 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-91713d31-e03e-47de-bb9f-a26535f31563 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911858 Jul 13 08:47:24.192876 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-50ccf5d0-3d34-4942-9f07-61a345cceeeb None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:24.193243 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-50ccf5d0-3d34-4942-9f07-61a345cceeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:24.223753 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-0b10d657-8425-48cd-b4f8-2c4ace1715e0 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860302 Jul 13 08:47:24.274489 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-50ccf5d0-3d34-4942-9f07-61a345cceeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:24.306742 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-50ccf5d0-3d34-4942-9f07-61a345cceeeb None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:24.310675 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-50ccf5d0-3d34-4942-9f07-61a345cceeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:24.360841 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccf5d0-3d34-4942-9f07-61a345cceeeb None None] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=11']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:24.566171 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-92a94b91-b769-4523-896f-23870b43cee0 None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:24.566580 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-92a94b91-b769-4523-896f-23870b43cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:24.688816 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:24.952163 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83cfd8-a1c1-433c-9384-b2fdd6c056bc req-90ac2654-b17a-4de3-a865-5ef9fae964df tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:24.953873 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8d83cfd8-a1c1-433c-9384-b2fdd6c056bc req-90ac2654-b17a-4de3-a865-5ef9fae964df tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0683546 Jul 13 08:47:24.994194 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8d83cfd8-a1c1-433c-9384-b2fdd6c056bc req-9c770f56-af9a-45ee-abf2-a7d00d03d38f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337107 Jul 13 08:47:26.090563 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:26.093407 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55519049-ea33-4627-8084-e80df483ecd0" -d '{"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:26.131334 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19656dfa-ad6a-47c6-a4e3-fe10e6e4311f x-openstack-request-id: req-19656dfa-ad6a-47c6-a4e3-fe10e6e4311f {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:26.131623 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:26.131872 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19656dfa-ad6a-47c6-a4e3-fe10e6e4311f {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:26.132283 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'code': 200} Jul 13 08:47:26.190335 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794b30-abbb-45ea-8b34-c22158774fbf req-44de3d11-e9ad-4419-a236-69e992a29ad2 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:26.191868 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a4794b30-abbb-45ea-8b34-c22158774fbf req-44de3d11-e9ad-4419-a236-69e992a29ad2 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0719388 Jul 13 08:47:26.232946 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a4794b30-abbb-45ea-8b34-c22158774fbf req-406b1fca-37aa-44f3-8a81-1d24afec1ab7 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349107 Jul 13 08:47:27.430302 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9c8b-d560-4e53-9a5a-1b6f4f3a90a0 req-acfbf59d-48b2-4ea6-ac41-c8590b9b7528 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:27.431867 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e03b9c8b-d560-4e53-9a5a-1b6f4f3a90a0 req-acfbf59d-48b2-4ea6-ac41-c8590b9b7528 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0693102 Jul 13 08:47:27.476823 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e03b9c8b-d560-4e53-9a5a-1b6f4f3a90a0 req-a15b35fc-9e3d-4d77-acab-5bc394ebda5d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337665 Jul 13 08:47:28.662151 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a16e1-ed78-480e-b56b-a65913ea2624 req-45e3376e-8767-4265-8d23-296c30d81baf tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:28.669599 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b26a16e1-ed78-480e-b56b-a65913ea2624 req-45e3376e-8767-4265-8d23-296c30d81baf tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0721416 Jul 13 08:47:28.706468 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b26a16e1-ed78-480e-b56b-a65913ea2624 req-ac41cf3c-b3b6-41c6-8c14-b78393f7b95f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359991 Jul 13 08:47:29.896304 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87d199-08be-4aa0-b1b5-2b7e68443cb1 req-da82c641-d7cc-48c3-9f13-945b59d4019a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:29.897800 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d87d199-08be-4aa0-b1b5-2b7e68443cb1 req-da82c641-d7cc-48c3-9f13-945b59d4019a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0675724 Jul 13 08:47:29.936697 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d87d199-08be-4aa0-b1b5-2b7e68443cb1 req-cb97bd6c-d719-41fa-8c28-d6e1a82259d5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332963 Jul 13 08:47:31.118283 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1733a15-420b-4488-a7f5-a640d21373a1 req-30a95b9e-9025-46d6-8b2d-c174bcfd6dd3 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:31.120148 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d1733a15-420b-4488-a7f5-a640d21373a1 req-30a95b9e-9025-46d6-8b2d-c174bcfd6dd3 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0643494 Jul 13 08:47:31.161650 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d1733a15-420b-4488-a7f5-a640d21373a1 req-34458853-be9c-40ca-90fb-ee16bc5d5f33 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356410 Jul 13 08:47:32.258734 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.367091 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d5280-b3d9-4971-b275-1958358aff5d req-363392c8-f7c6-4fe7-90e1-d51018ecbde5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:32.368839 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b15d5280-b3d9-4971-b275-1958358aff5d req-363392c8-f7c6-4fe7-90e1-d51018ecbde5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0655334 Jul 13 08:47:32.411113 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b15d5280-b3d9-4971-b275-1958358aff5d req-1d026007-a79b-4b60-a534-05055582b827 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364561 Jul 13 08:47:33.597715 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fc29a-1b97-42b8-ad8b-f738326dba81 req-8422c972-9f85-4c7a-b2ff-4676af20b87f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:33.599329 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f07fc29a-1b97-42b8-ad8b-f738326dba81 req-8422c972-9f85-4c7a-b2ff-4676af20b87f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0672810 Jul 13 08:47:33.638376 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f07fc29a-1b97-42b8-ad8b-f738326dba81 req-8b4a8c0c-6c3f-4c4c-a33f-7d301ac80f9c tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333123 Jul 13 08:47:34.824706 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ddac2-589e-48ee-b7cf-93633f099cd2 req-1f88a79d-3aa3-4eaa-9bac-646d0169ab08 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:34.826245 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b68ddac2-589e-48ee-b7cf-93633f099cd2 req-1f88a79d-3aa3-4eaa-9bac-646d0169ab08 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0644310 Jul 13 08:47:34.865457 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b68ddac2-589e-48ee-b7cf-93633f099cd2 req-472ec4ef-8c7c-4214-8375-bbd4b9eb451f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333893 Jul 13 08:47:36.056999 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cbabc-22c5-4e64-a94e-9dddb7fd2c40 req-0d580528-dad7-445f-827c-21e0cec3f27f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:36.058539 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b60cbabc-22c5-4e64-a94e-9dddb7fd2c40 req-0d580528-dad7-445f-827c-21e0cec3f27f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0698426 Jul 13 08:47:36.097223 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b60cbabc-22c5-4e64-a94e-9dddb7fd2c40 req-3c002df3-adc1-4438-9b08-e7b8d1d3135d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331893 Jul 13 08:47:37.277544 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c6246-6b6a-41f5-9264-a4b449ca968e req-fda54e78-2d9b-40b3-8b5a-800353a5da67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:37.278995 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-086c6246-6b6a-41f5-9264-a4b449ca968e req-fda54e78-2d9b-40b3-8b5a-800353a5da67 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0638225 Jul 13 08:47:37.317106 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-086c6246-6b6a-41f5-9264-a4b449ca968e req-c388806a-0f51-4a63-8309-0b74d8c9bef2 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Jul 13 08:47:37.927802 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056b115-aaa0-4a05-993e-306cdede9e75 req-934fb3e0-76b8-4f5b-b3ed-b54dac1bac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:37.929326 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4056b115-aaa0-4a05-993e-306cdede9e75 req-934fb3e0-76b8-4f5b-b3ed-b54dac1bac10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 1099 time: 0.0522907 Jul 13 08:47:37.965197 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4056b115-aaa0-4a05-993e-306cdede9e75 req-b4aa6f01-ee5c-4093-98fa-b90ee5e620b5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282049 Jul 13 08:47:38.494108 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00dff1-db56-45e3-b4ec-648e50d70eba req-adfd5760-df03-4b62-8ea6-7f2d34b65d69 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:38.495639 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5c00dff1-db56-45e3-b4ec-648e50d70eba req-adfd5760-df03-4b62-8ea6-7f2d34b65d69 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0651357 Jul 13 08:47:38.532683 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5c00dff1-db56-45e3-b4ec-648e50d70eba req-68183c11-7aea-4e73-81cf-fb6580784ce3 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314386 Jul 13 08:47:38.608699 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:47:39.713441 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561c6e6-f1c8-4087-a8fc-40b0f81d9791 req-c127ae37-9eb6-4a9a-99d2-e00dbd9d46f2 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:39.714963 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d561c6e6-f1c8-4087-a8fc-40b0f81d9791 req-c127ae37-9eb6-4a9a-99d2-e00dbd9d46f2 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0651875 Jul 13 08:47:39.755172 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d561c6e6-f1c8-4087-a8fc-40b0f81d9791 req-1844c136-62ab-4f5a-8bb6-939ea590133c tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343673 Jul 13 08:47:39.915152 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=99634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:47:40.011409 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:40.022005 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Returning: {'device': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'port_id': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'mac_address': 'fa:16:3e:78:a4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:47:40.058004 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.070222 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 {{(pid=99634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:47:40.088820 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:40.092838 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.145951 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=12']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:40.316267 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-0273124d-37c8-406a-8ca3-a3e09507d1cc None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:40.316635 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0273124d-37c8-406a-8ca3-a3e09507d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.393602 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0273124d-37c8-406a-8ca3-a3e09507d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.415082 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:40.417264 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f693a5a-83dc-4be1-a745-3673a269aa0f" -d '{"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:40.423178 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['1ef76e5f-6eba-49f5-b86e-f5990cb805b9'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:47:40.451625 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-0273124d-37c8-406a-8ca3-a3e09507d1cc None None] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:40.457507 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1791875f-ab3b-4229-aa65-5383cf0b42cb x-openstack-request-id: req-1791875f-ab3b-4229-aa65-5383cf0b42cb {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:40.457788 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:40.458037 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1791875f-ab3b-4229-aa65-5383cf0b42cb {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:40.458418 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'code': 200} Jul 13 08:47:40.461570 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0273124d-37c8-406a-8ca3-a3e09507d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.536864 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273124d-37c8-406a-8ca3-a3e09507d1cc None None] Pushing event updated for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=13']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:40.764499 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-f316c69a-bff0-41ba-aad2-4bc5523f9ef5 None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:40.764942 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f316c69a-bff0-41ba-aad2-4bc5523f9ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:41.913397 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 up at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:41.962623 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Provisioning complete for port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 triggered by entity L2. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:41.962934 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:49.316513 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-fd6cfa5a-3d9b-4513-a904-7e9d9f1b4ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:52.176199 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d388f182-55a0-4652-83ad-bfb24df4c17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:52.401536 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:53.080206 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:54.673935 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:02.243255 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:02.752383 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-915a6cef-6deb-4b13-a238-a06c49a563ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526013 Jul 13 08:48:02.856346 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-b71f75c0-73cc-46b9-b3b9-5b0d6cdcd645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:02.857995 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-b71f75c0-73cc-46b9-b3b9-5b0d6cdcd645 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36d15843107e4bc39513973ab3b5be96&device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 1099 time: 0.0529270 Jul 13 08:48:02.968249 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-9383c887-3623-483f-a1e4-35d28d550413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:02.969641 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-9383c887-3623-483f-a1e4-35d28d550413 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 200 len: 917 time: 0.0874369 Jul 13 08:48:03.034119 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-822c31f9-cdbb-40f4-918a-7d56bd8bd66f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9 HTTP/1.1" status: 200 len: 1001 time: 0.0571609 Jul 13 08:48:03.088288 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-d0cad73a-fa63-4e4c-9bdb-605249baeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:03.089725 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-d0cad73a-fa63-4e4c-9bdb-605249baeac0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 200 len: 855 time: 0.0468891 Jul 13 08:48:03.148237 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-c9b1619b-f3f3-4a1c-9ef0-26d4a2f3f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:03.149720 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-c9b1619b-f3f3-4a1c-9ef0-26d4a2f3f241 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5bd04ae-5cad-4972-88ef-92e9867192c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511782 Jul 13 08:48:03.246441 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-4052b955-39cc-4dae-b822-d54262a64784 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873613 Jul 13 08:48:03.345752 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dcc1d93-4855-45e0-ab04-039720a70b87 req-bfaca32e-23dc-4a91-88bb-54c32d3d0904 service neutron] 10.222.0.70 "GET /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872827 Jul 13 08:48:13.097269 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e3d87-44ad-466b-9ff0-29d84a9cc5fc req-16ed22eb-d38e-4324-84f3-dbdd138e8fd4 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:13.098824 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-327e3d87-44ad-466b-9ff0-29d84a9cc5fc req-16ed22eb-d38e-4324-84f3-dbdd138e8fd4 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0653172 Jul 13 08:48:13.140045 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-327e3d87-44ad-466b-9ff0-29d84a9cc5fc req-69df6cab-c812-4899-bc40-e9f36e6104f5 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355282 Jul 13 08:48:14.321518 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d733418-a24c-40fb-b15f-5d003f9fe621 req-eeb1d855-1fe9-4c37-b966-92b8909ac87a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:14.323044 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4d733418-a24c-40fb-b15f-5d003f9fe621 req-eeb1d855-1fe9-4c37-b966-92b8909ac87a tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0640216 Jul 13 08:48:14.363968 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4d733418-a24c-40fb-b15f-5d003f9fe621 req-15e3bff5-e241-4c5e-bcb0-81c1138d7c6f tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups?id=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350990 Jul 13 08:48:14.486205 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-f375ca3c-5e06-4715-afd6-eac78f78aba8 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:14.487672 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-f375ca3c-5e06-4715-afd6-eac78f78aba8 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 946 time: 0.0709085 Jul 13 08:48:14.593626 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Deleting port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:48:14.593971 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:14.709611 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] For port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:48:14.709979 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:14.875250 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:14.875626 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:14.875941 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.db.l3_db [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Floating IP 4cd7d24f-007e-4957-9100-466f766d9aae disassociated. External IP: 172.27.3.186, port: 1ef76e5f-6eba-49f5-b86e-f5990cb805b9. Jul 13 08:48:14.876289 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Calling delete_port for 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 owned by compute:nova {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:48:15.009848 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:15.039894 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event deleted for resources: {'Port': ['ID=1ef76e5f-6eba-49f5-b86e-f5990cb805b9,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:48:15.052789 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.053170 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.053500 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.053850 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.054190 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.054545 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.054864 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.055230 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.055570 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.055904 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.056234 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.056565 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:15.166404 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Router d2412221-8c6d-4d9b-8878-456f497f64f5 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:48:15.271551 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:48:15.282133 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] Sync routers for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:48:15.290958 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:48:15.291586 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:47:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:48:15.314496 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] No DVR routers for this DVR port 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 on host hv-cinder-80043 {{(pid=99632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:48:15.316953 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:15.318930 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a05abae4-91bc-41f6-9354-3f0cb2f2f125 req-67caf0e7-6e30-4ddc-b81f-026c9cbcc339 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.70 "DELETE /v2.0/ports/1ef76e5f-6eba-49f5-b86e-f5990cb805b9 HTTP/1.1" status: 204 len: 173 time: 0.8254433 Jul 13 08:48:15.319372 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-deleted', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9'}] {{(pid=99632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:48:15.321560 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46f0121b7017321455db1109d8d5ace888bfe9de021492f1ef4a171d7394a0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd4a28b-423d-476e-9d01-52dec0bbc6e8" -d '{"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-deleted", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9"}]}' {{(pid=99632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:48:15.360526 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97f40a0-167d-43dd-b079-c177f272d606 x-openstack-request-id: req-b97f40a0-167d-43dd-b079-c177f272d606 {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:48:15.360947 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaff3364-81cd-432a-aca9-fb1c6351283f", "name": "network-vif-deleted", "tag": "1ef76e5f-6eba-49f5-b86e-f5990cb805b9", "status": "completed", "code": 200}]} {{(pid=99632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:48:15.361289 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b97f40a0-167d-43dd-b079-c177f272d606 {{(pid=99632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:48:15.361771 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaff3364-81cd-432a-aca9-fb1c6351283f', 'name': 'network-vif-deleted', 'tag': '1ef76e5f-6eba-49f5-b86e-f5990cb805b9', 'status': 'completed', 'code': 200} Jul 13 08:48:15.405198 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:48:15.550176 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f667216e-e5ef-4e5c-b959-de835750b613 req-4247bd03-4a09-4cdb-8e12-e5ff89ef4b10 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaff3364-81cd-432a-aca9-fb1c6351283f HTTP/1.1" status: 200 len: 210 time: 0.0301106 Jul 13 08:48:15.608502 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:48:15.631379 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:48:15.657634 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] Checking router: d2412221-8c6d-4d9b-8878-456f497f64f5 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:48:15.665813 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:48:15.666423 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:47:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:48:15.826932 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:48:16.116272 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:48:16.143667 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deca042-4a59-45f4-8596-cbc7acf19f91 None None] The sync data for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi is: [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T08:42:08Z', 'revision_number': 4, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '634533a9-4370-407b-8bdf-e41384455df0', 'name': '', 'network_id': 'b5bd04ae-5cad-4972-88ef-92e9867192c0', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'mac_address': 'fa:16:3e:2a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:07Z', 'updated_at': '2021-07-13T08:42:15Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'subnets': [{'id': 'dded41f8-eaa0-4ef2-b8ea-e172e68f9099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:48:16.360055 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b5e0b5-42d7-442b-9f75-553077e329bd None None] New status for floating IP 4cd7d24f-007e-4957-9100-466f766d9aae: DOWN {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:48:16.680582 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 36544) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:48:16.740997 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.039921 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.088586 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.091688 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.092832 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "DELETE /v2.0/security-groups/c4e5bba1-5e09-43ae-a6dd-2d7603e3729d HTTP/1.1" status: 204 len: 168 time: 0.4112780 Jul 13 08:48:17.095669 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 36548) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:48:17.102891 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e5bba1-5e09-43ae-a6dd-2d7603e3729d,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:48:17.110363 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.110635 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.api.v2.resource [None req-38ecab5d-632a-4530-ba2e-5e6be9cc047d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] show failed (client error): The resource could not be found. Jul 13 08:48:17.110882 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.111088 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.111499 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.111613 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-38ecab5d-632a-4530-ba2e-5e6be9cc047d tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "GET /v2.0/security-groups/c4e5bba1-5e09-43ae-a6dd-2d7603e3729d HTTP/1.1" status: 404 len: 347 time: 0.0148284 Jul 13 08:48:17.111883 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.112237 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.112578 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.112912 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.113248 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.113591 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.114001 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.114315 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 36550) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:48:17.114473 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336b164-4485-4713-acfc-9ebdc10b68e6 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.244327 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-a1f1769c-2c64-4e70-a115-c33bedd18951 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Deleting port a5010358-aac4-45b4-9501-e183b6eca04c {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:48:17.244327 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1f1769c-2c64-4e70-a115-c33bedd18951 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.321405 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1f1769c-2c64-4e70-a115-c33bedd18951 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.321732 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1f1769c-2c64-4e70-a115-c33bedd18951 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.333049 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-a1f1769c-2c64-4e70-a115-c33bedd18951 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Calling delete_port for a5010358-aac4-45b4-9501-e183b6eca04c owned by network:floatingip {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:48:17.471804 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1f1769c-2c64-4e70-a115-c33bedd18951 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.501485 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1769c-2c64-4e70-a115-c33bedd18951 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Pushing event deleted for resources: {'Port': ['ID=a5010358-aac4-45b4-9501-e183b6eca04c,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:48:17.570260 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1f1769c-2c64-4e70-a115-c33bedd18951 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks [] for floatingip, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.573271 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a1f1769c-2c64-4e70-a115-c33bedd18951 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.575349 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a1f1769c-2c64-4e70-a115-c33bedd18951 tempest-AttachVolumeShelveTestJSON-465217879 tempest-AttachVolumeShelveTestJSON-465217879-project] 10.222.0.66 "DELETE /v2.0/floatingips/4cd7d24f-007e-4957-9100-466f766d9aae HTTP/1.1" status: 204 len: 168 time: 0.4600480 Jul 13 08:48:19.317784 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-905ef381-1bd2-4e59-a352-1a48273ec109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:20.090320 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:48:20.120583 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:48:20.121155 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 1ef76e5f-6eba-49f5-b86e-f5990cb805b9 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:48:22.177548 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ff64bbf0-dbd8-4d4d-856a-afcdd1969550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:22.407654 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:23.083904 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:24.675314 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:32.252000 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:49.319716 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8c837a8b-52c8-4e16-9ca0-d6af6c2e5b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:52.177526 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1014-d3b3-4d99-9676-3694f38c3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:52.399194 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:52.607693 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:48:53.086227 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:54.678009 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:02.250715 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:02.782404 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-1b31907b-8a4c-402a-b9aa-84a7fccdef23 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572248 Jul 13 08:49:02.855321 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-96d85786-c3ed-48f9-8b46-3f635903c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:02.856829 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-96d85786-c3ed-48f9-8b46-3f635903c9b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 1099 time: 0.0520165 Jul 13 08:49:02.963475 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-27a8a6e1-8fce-4ed1-b904-affccc6bcc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:02.964971 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-27a8a6e1-8fce-4ed1-b904-affccc6bcc31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 911 time: 0.0865371 Jul 13 08:49:03.277580 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-19a3885c-4df0-4069-a5a9-86820bce966e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0 HTTP/1.1" status: 200 len: 1001 time: 0.3062863 Jul 13 08:49:03.335031 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-444d3a4b-23cf-4ae1-a81a-bccc1b0ae207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:03.336594 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-444d3a4b-23cf-4ae1-a81a-bccc1b0ae207 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.0520236 Jul 13 08:49:03.398106 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-f33ba240-141c-4cb4-9273-a60a42c2660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:03.399690 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-f33ba240-141c-4cb4-9273-a60a42c2660d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570836 Jul 13 08:49:03.511412 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-3abece6c-900c-437c-b1dc-7e964e922135 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999336 Jul 13 08:49:03.562328 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00673889-9e72-4ddf-9eb7-70548bcbd53c req-9438e749-fa8d-4542-b090-4d7e0b8852bb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:03.564530 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-00673889-9e72-4ddf-9eb7-70548bcbd53c req-9438e749-fa8d-4542-b090-4d7e0b8852bb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0641389 Jul 13 08:49:03.601662 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-00673889-9e72-4ddf-9eb7-70548bcbd53c req-5f8a3ff7-e520-4ede-a391-6ea1d6406892 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Jul 13 08:49:03.606022 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dad5b697-82b3-4b25-af2e-39883cdfb91f req-63d1eb58-c478-436c-840f-8d4efd1d3af0 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Jul 13 08:49:04.781585 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa342745-5d42-4274-a1ec-32d8eff6c968 req-6c120657-9c42-4c36-827c-e7c4cac136e0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:04.783082 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aa342745-5d42-4274-a1ec-32d8eff6c968 req-6c120657-9c42-4c36-827c-e7c4cac136e0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0620925 Jul 13 08:49:04.820635 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aa342745-5d42-4274-a1ec-32d8eff6c968 req-288fcac3-c292-41cf-a97c-1f823f01caa4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Jul 13 08:49:06.001294 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b335b-1e6a-4022-bb5d-6b2f791f28b7 req-98cbf151-01f7-4067-a24a-a2e3985e753c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:06.003340 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-004b335b-1e6a-4022-bb5d-6b2f791f28b7 req-98cbf151-01f7-4067-a24a-a2e3985e753c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0679426 Jul 13 08:49:06.043366 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-004b335b-1e6a-4022-bb5d-6b2f791f28b7 req-e24f8088-00dd-4eec-a35a-0a5b55a847ea tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341351 Jul 13 08:49:07.230455 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f6784-fd63-4cf8-bf02-ea8c20bb476a req-b9b22cd1-afc4-422a-940c-6fb7da77ff81 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:07.231999 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2a9f6784-fd63-4cf8-bf02-ea8c20bb476a req-b9b22cd1-afc4-422a-940c-6fb7da77ff81 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0746458 Jul 13 08:49:07.273526 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2a9f6784-fd63-4cf8-bf02-ea8c20bb476a req-a774b642-a796-44e9-aefc-b3e2b1480d03 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348437 Jul 13 08:49:08.446886 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ee595-525f-46ff-aa55-d44834117f47 req-b32f4456-2501-4666-b231-3545b2117e80 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:08.448395 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-431ee595-525f-46ff-aa55-d44834117f47 req-b32f4456-2501-4666-b231-3545b2117e80 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0627108 Jul 13 08:49:08.485960 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-431ee595-525f-46ff-aa55-d44834117f47 req-e13de6f5-95c7-45c0-9ead-fbc67180d752 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318749 Jul 13 08:49:09.666364 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e75f-c70a-4761-8635-d2276ff5dcc0 req-bea4639f-fba2-4337-8304-9e5811c1b899 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:09.667975 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8af9e75f-c70a-4761-8635-d2276ff5dcc0 req-bea4639f-fba2-4337-8304-9e5811c1b899 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0671852 Jul 13 08:49:09.707931 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8af9e75f-c70a-4761-8635-d2276ff5dcc0 req-2daf02bf-dde2-44c0-a997-9844497a91e4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339563 Jul 13 08:49:10.879274 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a30b1b-ba51-4e78-a43a-7741a53ecf0f req-bb58b1f1-4f80-4d73-8cba-130463b4baff tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:10.881089 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f7a30b1b-ba51-4e78-a43a-7741a53ecf0f req-bb58b1f1-4f80-4d73-8cba-130463b4baff tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0637989 Jul 13 08:49:10.922730 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f7a30b1b-ba51-4e78-a43a-7741a53ecf0f req-faa676f7-574a-4077-8d0c-854ec8942b06 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358214 Jul 13 08:49:12.092955 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094b2a2-0d5a-4ad2-b8e6-a0875d43bb1b req-ad648643-9908-4977-bfd7-a80b85b11a09 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:12.094409 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b094b2a2-0d5a-4ad2-b8e6-a0875d43bb1b req-ad648643-9908-4977-bfd7-a80b85b11a09 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0613754 Jul 13 08:49:12.139139 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b094b2a2-0d5a-4ad2-b8e6-a0875d43bb1b req-bcc6f682-0e61-478f-98af-8f27a234aef6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Jul 13 08:49:13.304969 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294218cf-a0c1-4b7c-9f1f-e4a4d653208b req-5feef61f-ecb2-477b-b5fe-e9da623efeb3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:13.306535 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-294218cf-a0c1-4b7c-9f1f-e4a4d653208b req-5feef61f-ecb2-477b-b5fe-e9da623efeb3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0639262 Jul 13 08:49:13.343915 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-294218cf-a0c1-4b7c-9f1f-e4a4d653208b req-a9c7b2d5-51c2-4de7-8f16-0b41c230248c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Jul 13 08:49:13.660321 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-b30ebb95-14cd-4810-918b-302c9816aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:13.661728 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-b30ebb95-14cd-4810-918b-302c9816aeee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc57daf10f804ec7ab1235d0a2a103a2&device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 1098 time: 0.0561497 Jul 13 08:49:13.750979 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-b494b736-3e35-48cf-abb4-099d9a227eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:13.752840 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-b494b736-3e35-48cf-abb4-099d9a227eeb service neutron] 10.222.0.70 "GET /v2.0/networks?id=9db3ce96-9b5f-4281-ac9a-146e129f0209 HTTP/1.1" status: 200 len: 910 time: 0.0851042 Jul 13 08:49:13.821790 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-35b68953-1476-4e78-9aad-676209a8f2a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926 HTTP/1.1" status: 200 len: 1000 time: 0.0610418 Jul 13 08:49:13.870845 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-69453b57-38bf-4bb7-95a1-37e4d61e8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:13.872358 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-69453b57-38bf-4bb7-95a1-37e4d61e8e95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9288088b-911e-4a10-8a5e-bd9c8295b351 HTTP/1.1" status: 200 len: 848 time: 0.0446959 Jul 13 08:49:13.931548 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-8d2f79b5-b2c7-496d-95d1-f61373ab1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:13.932948 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-8d2f79b5-b2c7-496d-95d1-f61373ab1368 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9db3ce96-9b5f-4281-ac9a-146e129f0209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527771 Jul 13 08:49:14.023305 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-c4d7bd37-972d-4e5f-bb24-c8fbeaea05b4 service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835648 Jul 13 08:49:14.125282 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9934e7a3-8851-4392-84d6-18c8d317cdd4 req-8665d638-c294-4f67-8798-7f73f73f9697 service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950723 Jul 13 08:49:14.525650 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f6849-6499-48cd-bcd7-337228677d5a req-ef76c379-ba58-4369-992e-c26457e8ea68 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:14.527237 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-089f6849-6499-48cd-bcd7-337228677d5a req-ef76c379-ba58-4369-992e-c26457e8ea68 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0671926 Jul 13 08:49:14.567354 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-089f6849-6499-48cd-bcd7-337228677d5a req-49476769-b334-4aee-9a70-c913caed8854 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346081 Jul 13 08:49:15.753542 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db42f2e-a1bf-4365-8e0b-a730c9e07b3b req-b89e4dcb-4baf-4dd7-a8a2-8589e54c0acc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:15.755056 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9db42f2e-a1bf-4365-8e0b-a730c9e07b3b req-b89e4dcb-4baf-4dd7-a8a2-8589e54c0acc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0635986 Jul 13 08:49:15.793279 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9db42f2e-a1bf-4365-8e0b-a730c9e07b3b req-46eee897-99bd-4d2a-8cd9-7ce7e96d8856 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Jul 13 08:49:16.972992 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968c32d-a689-479a-9493-debd7fa0b1ed req-0948e051-9369-4003-b404-8b90189ec830 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:16.974440 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4968c32d-a689-479a-9493-debd7fa0b1ed req-0948e051-9369-4003-b404-8b90189ec830 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0637801 Jul 13 08:49:17.013687 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4968c32d-a689-479a-9493-debd7fa0b1ed req-4812651a-0285-420b-9a87-224cac9753b7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336287 Jul 13 08:49:18.198772 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b215782-97de-4e06-942b-ad95175ad127 req-208a87c8-8949-4143-80f6-969e0b6ee29d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:18.200420 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5b215782-97de-4e06-942b-ad95175ad127 req-208a87c8-8949-4143-80f6-969e0b6ee29d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0724740 Jul 13 08:49:18.238117 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5b215782-97de-4e06-942b-ad95175ad127 req-aeb1d050-98a4-480e-b55c-fbb289bb9662 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Jul 13 08:49:19.322025 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9cf292a3-0fb3-4afe-bfa9-99e857c56bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:19.409111 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ab38-fd98-4e25-8b81-f6b587c716f6 req-c601516d-79dd-4030-bf9e-9020c02e3565 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:19.410528 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3f30ab38-fd98-4e25-8b81-f6b587c716f6 req-c601516d-79dd-4030-bf9e-9020c02e3565 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0621943 Jul 13 08:49:19.447203 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3f30ab38-fd98-4e25-8b81-f6b587c716f6 req-5d79fae4-7795-4756-b204-66830a8757e4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310822 Jul 13 08:49:20.317746 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 79bc8eaa-fdd4-4157-bd2c-6968543b9926 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:49:20.389532 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:20.413666 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:49:20.415928 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34f75a6-f31d-42b1-9b73-443046aab0ce" -d '{"events": [{"server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "name": "network-vif-unplugged", "status": "completed", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:49:20.428129 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] For port 79bc8eaa-fdd4-4157-bd2c-6968543b9926, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:20.434189 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:20.459627 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff069853-b289-4757-a0af-bb35bb4154f5 x-openstack-request-id: req-ff069853-b289-4757-a0af-bb35bb4154f5 {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:49:20.459916 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "name": "network-vif-unplugged", "status": "completed", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:49:20.460168 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff069853-b289-4757-a0af-bb35bb4154f5 {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:49:20.460553 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'code': 200} Jul 13 08:49:20.492450 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Pushing event updated for resources: {'Port': ['ID=79bc8eaa-fdd4-4157-bd2c-6968543b9926,revision_number=6']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:20.499503 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.499932 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.500341 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.500739 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.501139 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.502053 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.502629 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.503071 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.503486 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.503885 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.504274 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.504657 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:20.633334 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c0d7b-5f5f-43e6-94ed-40b0eb068b4d req-10b749e3-7ebb-4624-8ab3-2c0ec4fb0530 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:20.634898 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-956c0d7b-5f5f-43e6-94ed-40b0eb068b4d req-10b749e3-7ebb-4624-8ab3-2c0ec4fb0530 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 943 time: 0.0714502 Jul 13 08:49:20.673091 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-956c0d7b-5f5f-43e6-94ed-40b0eb068b4d req-df8063a6-29ba-4167-bf76-9d5571123104 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323231 Jul 13 08:49:20.758614 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-7501b065-9cc8-41ec-bb05-8c5293b15afb None None] Provisioning complete for port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:49:20.759013 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7501b065-9cc8-41ec-bb05-8c5293b15afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:20.831938 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7501b065-9cc8-41ec-bb05-8c5293b15afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540266'] for port, before_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:20.862381 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7501b065-9cc8-41ec-bb05-8c5293b15afb None None] For port 79bc8eaa-fdd4-4157-bd2c-6968543b9926, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:20.866357 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7501b065-9cc8-41ec-bb05-8c5293b15afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-540203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2007986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741018602334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741018178286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741018179076'] for port, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:20.921423 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501b065-9cc8-41ec-bb05-8c5293b15afb None None] Pushing event updated for resources: {'Port': ['ID=79bc8eaa-fdd4-4157-bd2c-6968543b9926,revision_number=7']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:21.122985 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.provisioning_blocks [None req-c818d458-2287-456b-a23e-b1c29d33bcef None None] Provisioning complete for port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 triggered by entity DHCP. {{(pid=99634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:49:21.123366 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c818d458-2287-456b-a23e-b1c29d33bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563754'] for port, provisioning_complete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:21.846621 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c9e30-ad57-460e-84a2-4af303daa978 req-ca7ca9fa-65ae-4c07-a72b-d60fc18dd266 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:21.848048 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b29c9e30-ad57-460e-84a2-4af303daa978 req-ca7ca9fa-65ae-4c07-a72b-d60fc18dd266 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0639091 Jul 13 08:49:21.888489 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b29c9e30-ad57-460e-84a2-4af303daa978 req-7d776074-c79b-4533-864b-58ded0b5c0a9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349882 Jul 13 08:49:22.177879 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b979dc9c-d392-49e4-844c-ac3976411752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:22.399564 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:22.461808 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926'}] {{(pid=99634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:49:22.464662 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceed9ba73d23fbf74830bef88305d956b1ba022d883877c4d2e9286a61844658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f7f5f-e381-47c6-9674-0a63243a9fca" -d '{"events": [{"server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "name": "network-vif-plugged", "status": "completed", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926"}]}' {{(pid=99634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:49:22.499415 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d840f81-6aab-4add-9dc0-8c4099de99ad x-openstack-request-id: req-4d840f81-6aab-4add-9dc0-8c4099de99ad {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:49:22.499821 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "name": "network-vif-plugged", "status": "completed", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926", "code": 200}]} {{(pid=99634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:49:22.500169 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d840f81-6aab-4add-9dc0-8c4099de99ad {{(pid=99634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:49:22.500695 dv-cinder-800430-2-iscsi neutron-server[99634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'code': 200} Jul 13 08:49:23.060715 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565099a0-d81f-4aff-b04e-df89c31008a6 req-e8f58d85-3a22-483c-a8c6-f0d9068ed822 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:23.062236 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-565099a0-d81f-4aff-b04e-df89c31008a6 req-e8f58d85-3a22-483c-a8c6-f0d9068ed822 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0625181 Jul 13 08:49:23.089664 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:23.107304 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-565099a0-d81f-4aff-b04e-df89c31008a6 req-7489ee46-000b-47ee-9cd4-d8eeb6a60735 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387239 Jul 13 08:49:24.287601 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c57779-7a90-43d7-8c8f-7ffef06142ed req-5662e782-720a-450d-8f25-2eca9395e3a3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:24.289096 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-95c57779-7a90-43d7-8c8f-7ffef06142ed req-5662e782-720a-450d-8f25-2eca9395e3a3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0635982 Jul 13 08:49:24.325609 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-95c57779-7a90-43d7-8c8f-7ffef06142ed req-0d40d45b-49ee-492d-8acb-6af2c4c4e647 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309877 Jul 13 08:49:24.681745 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:25.498957 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d793e0-6482-40a1-abc4-0d8a328d7de0 req-582708ec-6042-435f-accc-ef99faa74b64 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:25.500440 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f4d793e0-6482-40a1-abc4-0d8a328d7de0 req-582708ec-6042-435f-accc-ef99faa74b64 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0640936 Jul 13 08:49:25.538144 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f4d793e0-6482-40a1-abc4-0d8a328d7de0 req-830c6580-1baf-412d-8963-ff25d8e2d7e1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314224 Jul 13 08:49:26.724018 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714b258-a77c-4b36-9c63-ad5e63f19b37 req-281168ae-28bb-4196-a45c-d1dca07c239d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:26.725658 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0714b258-a77c-4b36-9c63-ad5e63f19b37 req-281168ae-28bb-4196-a45c-d1dca07c239d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0754869 Jul 13 08:49:26.769621 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0714b258-a77c-4b36-9c63-ad5e63f19b37 req-a42bec72-ccb8-480e-adfc-af06b73516c9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353856 Jul 13 08:49:27.940451 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f612a-0054-45fe-a9b5-8da87aeeaf20 req-66d015ec-d431-41c3-8433-f4b4e8a7be3d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:27.941939 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ba3f612a-0054-45fe-a9b5-8da87aeeaf20 req-66d015ec-d431-41c3-8433-f4b4e8a7be3d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0637152 Jul 13 08:49:27.978463 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ba3f612a-0054-45fe-a9b5-8da87aeeaf20 req-ecba4d6a-ef7f-480a-988f-0558603e5b76 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310566 Jul 13 08:49:29.147811 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb0361-3f45-49ff-960f-ca0605e4d41d req-1d7ff144-a5e9-4d3e-98cf-8c9164b8a2d2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:29.149308 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-70cb0361-3f45-49ff-960f-ca0605e4d41d req-1d7ff144-a5e9-4d3e-98cf-8c9164b8a2d2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0631347 Jul 13 08:49:29.187214 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-70cb0361-3f45-49ff-960f-ca0605e4d41d req-294a29cc-6e0c-4db9-b90b-ac92f5ebcf3d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323284 Jul 13 08:49:29.606410 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:49:30.361494 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d2e6-ca80-41f1-88cd-6bdb261bb7ce req-a4b89dab-a8f4-49e8-99b6-9fce283ed4ce tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:30.363042 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1dd8d2e6-ca80-41f1-88cd-6bdb261bb7ce req-a4b89dab-a8f4-49e8-99b6-9fce283ed4ce tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0659242 Jul 13 08:49:30.400828 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1dd8d2e6-ca80-41f1-88cd-6bdb261bb7ce req-1bd5b2a9-db2f-42ef-a721-284e5f54fe82 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320613 Jul 13 08:49:31.570230 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b9f1b-9741-4d43-87f5-04ec4c6b4b77 req-c1e4a066-9a47-474d-b04e-4c1200d61403 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:31.571760 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c14b9f1b-9741-4d43-87f5-04ec4c6b4b77 req-c1e4a066-9a47-474d-b04e-4c1200d61403 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0627348 Jul 13 08:49:31.608452 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c14b9f1b-9741-4d43-87f5-04ec4c6b4b77 req-be9b49b6-4281-4cae-a5b8-a0c31be1b90c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Jul 13 08:49:32.265994 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:32.782852 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f8b20-a6f0-4e42-90a1-1a86d5da97c8 req-eb9613a6-b382-4144-8f38-f08c82848aaf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:32.784415 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b34f8b20-a6f0-4e42-90a1-1a86d5da97c8 req-eb9613a6-b382-4144-8f38-f08c82848aaf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0633087 Jul 13 08:49:32.823561 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b34f8b20-a6f0-4e42-90a1-1a86d5da97c8 req-9ff3e940-a5a8-4913-9012-8bbb71661755 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335686 Jul 13 08:49:34.004905 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f455b-cc76-435d-bcc9-91272042c793 req-2f554a33-a93e-455b-8c3a-b89e058fe11a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:34.006380 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-656f455b-cc76-435d-bcc9-91272042c793 req-2f554a33-a93e-455b-8c3a-b89e058fe11a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0654881 Jul 13 08:49:34.042685 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-656f455b-cc76-435d-bcc9-91272042c793 req-cf137b3c-833a-4a28-8d67-c0d2571a9ee0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307927 Jul 13 08:49:35.215717 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24da72-7b3d-40a5-a3c8-fcf34c926fe7 req-a496ba4c-19f7-405a-992d-7cc53b7a63a6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:35.217153 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a24da72-7b3d-40a5-a3c8-fcf34c926fe7 req-a496ba4c-19f7-405a-992d-7cc53b7a63a6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0632980 Jul 13 08:49:35.259914 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a24da72-7b3d-40a5-a3c8-fcf34c926fe7 req-b61bbb1e-49d3-4b79-bf7f-84852cd74d84 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366116 Jul 13 08:49:36.432841 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34083d09-38aa-46ff-a68a-4e35f0adade2 req-f931a342-87a3-425f-b7db-adf4ea98c23a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:36.434333 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-34083d09-38aa-46ff-a68a-4e35f0adade2 req-f931a342-87a3-425f-b7db-adf4ea98c23a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0630391 Jul 13 08:49:36.471887 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-34083d09-38aa-46ff-a68a-4e35f0adade2 req-caedfe2f-d7ea-4086-b6f7-26054a349034 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Jul 13 08:49:37.646194 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb1d15-a179-4a77-a3cc-837d28f1045e req-7fdce4ce-4828-4cc2-a47d-8ed37419eac8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:37.647736 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c0fb1d15-a179-4a77-a3cc-837d28f1045e req-7fdce4ce-4828-4cc2-a47d-8ed37419eac8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0647345 Jul 13 08:49:37.684627 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c0fb1d15-a179-4a77-a3cc-837d28f1045e req-6dae8810-a547-4ae7-abbe-ea348c75be1d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313935 Jul 13 08:49:38.864501 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f678-013a-4d6b-ac7b-807bb3cbd49e req-be4972f5-14d1-4b1e-8c04-79d4e2210342 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:38.867237 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8931f678-013a-4d6b-ac7b-807bb3cbd49e req-be4972f5-14d1-4b1e-8c04-79d4e2210342 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0738845 Jul 13 08:49:38.905076 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8931f678-013a-4d6b-ac7b-807bb3cbd49e req-a25df6bf-d7c7-4e56-b688-9628851ed9cb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Jul 13 08:49:40.077372 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d11a36-87cd-478c-81c7-cf8464e1c920 req-560e273c-eef1-4513-913c-d293b4383efb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:40.078858 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-27d11a36-87cd-478c-81c7-cf8464e1c920 req-560e273c-eef1-4513-913c-d293b4383efb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0630143 Jul 13 08:49:40.116951 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-27d11a36-87cd-478c-81c7-cf8464e1c920 req-d0edceda-efaa-4a29-a503-7ffb0aa23cbc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Jul 13 08:49:41.292504 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a010b-6c63-4c6f-923d-70044e3aeff9 req-07cd56db-6e47-483e-92e2-2be680a9c6c6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:41.294026 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-eb1a010b-6c63-4c6f-923d-70044e3aeff9 req-07cd56db-6e47-483e-92e2-2be680a9c6c6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0646322 Jul 13 08:49:41.332003 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-eb1a010b-6c63-4c6f-923d-70044e3aeff9 req-498503d4-4289-4df6-aaa0-85cd980de96b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320082 Jul 13 08:49:42.510258 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcb200-50cf-4b6f-8a49-defa234fa181 req-77b6a095-eb4b-400c-86f8-223a14062d69 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:42.511822 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d8dcb200-50cf-4b6f-8a49-defa234fa181 req-77b6a095-eb4b-400c-86f8-223a14062d69 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0679240 Jul 13 08:49:42.548820 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d8dcb200-50cf-4b6f-8a49-defa234fa181 req-fc085a6b-c966-483f-9494-de1c9282c379 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Jul 13 08:49:43.724382 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340519b2-f011-4fa4-97de-3f3fd61d6afc req-31781bf4-9684-4d28-89c0-05ae1c1cda10 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:43.725883 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-340519b2-f011-4fa4-97de-3f3fd61d6afc req-31781bf4-9684-4d28-89c0-05ae1c1cda10 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0623946 Jul 13 08:49:43.766765 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-340519b2-f011-4fa4-97de-3f3fd61d6afc req-8a65fbcd-8d2b-4965-a610-cacba471868a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353997 Jul 13 08:49:44.941226 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f74929-c984-4500-a358-908a393fad0e req-fb80608c-5f39-4ae0-951c-ad92642d61a9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:44.942725 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-70f74929-c984-4500-a358-908a393fad0e req-fb80608c-5f39-4ae0-951c-ad92642d61a9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0654850 Jul 13 08:49:44.979952 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-70f74929-c984-4500-a358-908a393fad0e req-fbf27b60-3ed7-4433-92be-3482799dcbd4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316780 Jul 13 08:49:46.169856 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0559d-1b8d-4835-858b-3529fe01e493 req-7a9c5a0c-399d-4377-947b-d243658b55f6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:46.171485 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7cd0559d-1b8d-4835-858b-3529fe01e493 req-7a9c5a0c-399d-4377-947b-d243658b55f6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0654941 Jul 13 08:49:46.211847 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7cd0559d-1b8d-4835-858b-3529fe01e493 req-d9633458-adb7-46de-b951-977427aa4c54 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335612 Jul 13 08:49:47.402310 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c4b3e-e1a0-44db-9e05-cbcf9ab14f9d req-d26be9d5-78da-401e-a6a5-ed4a9df233a2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:47.403924 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-332c4b3e-e1a0-44db-9e05-cbcf9ab14f9d req-d26be9d5-78da-401e-a6a5-ed4a9df233a2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0703590 Jul 13 08:49:47.444026 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-332c4b3e-e1a0-44db-9e05-cbcf9ab14f9d req-84d54e77-87cf-41f6-a3be-57b8b741336a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338097 Jul 13 08:49:48.628997 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e983f58-7fd7-4f35-8e84-6c0fc1e13fa5 req-d0664c3d-892c-4f6f-a909-3c8b07367912 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:48.630532 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0e983f58-7fd7-4f35-8e84-6c0fc1e13fa5 req-d0664c3d-892c-4f6f-a909-3c8b07367912 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0736454 Jul 13 08:49:48.668264 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0e983f58-7fd7-4f35-8e84-6c0fc1e13fa5 req-9e00d946-8211-41e4-b23d-63fd95cda4ed tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321808 Jul 13 08:49:49.324727 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-feefeb58-dd55-483f-8154-2595c493d64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:49.844999 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f0aed-d37f-45f2-b4a6-2eba7eee187b req-6adabfc0-c61d-48c4-82d0-4f488c947f15 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:49.847161 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-542f0aed-d37f-45f2-b4a6-2eba7eee187b req-6adabfc0-c61d-48c4-82d0-4f488c947f15 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0658743 Jul 13 08:49:49.887379 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-542f0aed-d37f-45f2-b4a6-2eba7eee187b req-3ffd4d40-d706-42cf-a32a-d3c15016922b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345619 Jul 13 08:49:51.065867 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf269-0da2-40fa-9c5f-fcc8e4bcb56a req-ec33ee74-fb8e-4a6b-96a2-3b2bdf947990 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:51.067410 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5ecdf269-0da2-40fa-9c5f-fcc8e4bcb56a req-ec33ee74-fb8e-4a6b-96a2-3b2bdf947990 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0694833 Jul 13 08:49:51.106590 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5ecdf269-0da2-40fa-9c5f-fcc8e4bcb56a req-5544a766-5d36-46ea-8e57-9f0ef3238ff3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336716 Jul 13 08:49:52.181664 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a04747c5-f89a-443f-a9b1-9d73f97be0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:52.300516 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8ab7-9605-4ebd-9d97-5d438f48f71c req-93165fcf-0edc-425b-a9d8-eb59036f3217 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:52.302055 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-edbc8ab7-9605-4ebd-9d97-5d438f48f71c req-93165fcf-0edc-425b-a9d8-eb59036f3217 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0755103 Jul 13 08:49:52.343106 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-edbc8ab7-9605-4ebd-9d97-5d438f48f71c req-9e867ddb-be2c-4e75-965b-3b75ba9425ca tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352919 Jul 13 08:49:52.400632 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:53.097738 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:53.525728 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0e681-56ef-461d-ad0c-d5d5a41c5d1d req-769b8fc7-3fb6-4cfb-b859-30af9aa60736 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:53.527297 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0ce0e681-56ef-461d-ad0c-d5d5a41c5d1d req-769b8fc7-3fb6-4cfb-b859-30af9aa60736 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0663431 Jul 13 08:49:53.568814 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0ce0e681-56ef-461d-ad0c-d5d5a41c5d1d req-d7d53ad1-3a41-4568-82da-3a28e902f6c2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350819 Jul 13 08:49:54.688908 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:54.759481 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e2e1-b75c-4861-9d14-e99530aeb88c req-00c4d9e6-80a9-4b3d-80a3-6761b39722cc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:54.761044 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-88d1e2e1-b75c-4861-9d14-e99530aeb88c req-00c4d9e6-80a9-4b3d-80a3-6761b39722cc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0691636 Jul 13 08:49:54.799930 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-88d1e2e1-b75c-4861-9d14-e99530aeb88c req-d353b983-27d4-4c93-981b-6cda10247e9a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332198 Jul 13 08:49:55.977119 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c681561-23e3-4918-b008-12f70cecea36 req-43c7669d-7586-4c69-b95a-a4a51fb6abf2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:55.978730 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c681561-23e3-4918-b008-12f70cecea36 req-43c7669d-7586-4c69-b95a-a4a51fb6abf2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0671239 Jul 13 08:49:56.030450 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c681561-23e3-4918-b008-12f70cecea36 req-90361888-2267-47c2-a920-43fb8b2fc1cc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415666 Jul 13 08:49:57.216981 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523713b1-9d92-4bac-a591-776d50aeccbd req-daa692c2-5b48-4078-b9fa-dcb5f2b19c05 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:57.218606 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-523713b1-9d92-4bac-a591-776d50aeccbd req-daa692c2-5b48-4078-b9fa-dcb5f2b19c05 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0733671 Jul 13 08:49:57.267561 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-523713b1-9d92-4bac-a591-776d50aeccbd req-0b7f9260-ccdb-4faa-bb80-a1db44b0559e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Jul 13 08:49:58.451411 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06a828-6c16-4c64-b660-d96bb0f605e6 req-f598fcea-1b0c-42b0-849a-5b7212077870 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:58.452839 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cd06a828-6c16-4c64-b660-d96bb0f605e6 req-f598fcea-1b0c-42b0-849a-5b7212077870 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0673783 Jul 13 08:49:58.492722 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cd06a828-6c16-4c64-b660-d96bb0f605e6 req-bce7c0fa-81bf-45e6-b1e5-0c7848027bb1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338299 Jul 13 08:49:59.677859 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb1f32-6411-4e3b-85ca-95d79272e13e req-8e81f113-0128-45cc-a933-334945528bf1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:59.679939 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-89cb1f32-6411-4e3b-85ca-95d79272e13e req-8e81f113-0128-45cc-a933-334945528bf1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0732634 Jul 13 08:49:59.723843 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-89cb1f32-6411-4e3b-85ca-95d79272e13e req-7660474a-a855-49ac-b5be-bd7027589d6a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Jul 13 08:50:00.901781 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d39777-7ff3-4b62-9b35-2c2c4bc7c41e req-b168f116-219c-4863-becc-819711d58c20 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:00.903416 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-09d39777-7ff3-4b62-9b35-2c2c4bc7c41e req-b168f116-219c-4863-becc-819711d58c20 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0668108 Jul 13 08:50:00.942769 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-09d39777-7ff3-4b62-9b35-2c2c4bc7c41e req-e800f996-f3fd-4a4e-8585-f75a784644c4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335908 Jul 13 08:50:02.143561 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0fc74-1969-4008-bbc2-522c841c5630 req-2265f5bd-e3ac-4642-9b02-e8023cfacdf9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:02.145259 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-44b0fc74-1969-4008-bbc2-522c841c5630 req-2265f5bd-e3ac-4642-9b02-e8023cfacdf9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0816820 Jul 13 08:50:02.191818 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-44b0fc74-1969-4008-bbc2-522c841c5630 req-8fde80d1-6c67-4968-ac90-6c5c3abf7db7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 Jul 13 08:50:02.265755 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:03.390313 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb125bd-d0e4-4106-973e-b6a611f90c97 req-05e5fe19-32f5-456c-8259-8697a79739d9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:03.392468 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6bb125bd-d0e4-4106-973e-b6a611f90c97 req-05e5fe19-32f5-456c-8259-8697a79739d9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0791306 Jul 13 08:50:03.434857 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6bb125bd-d0e4-4106-973e-b6a611f90c97 req-c1343cda-6208-4f2f-88e7-c1fe55b9508b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360060 Jul 13 08:50:03.806210 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-0e49fafc-1942-4d7f-b3dd-bff184a3c9dd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650792 Jul 13 08:50:03.883554 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-6415b9ba-3a32-44fc-988b-83f86db20e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:03.885196 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-6415b9ba-3a32-44fc-988b-83f86db20e3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 1098 time: 0.0561457 Jul 13 08:50:03.999515 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-d7bb18f4-8657-45cc-b4b3-5f9e60587bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:04.001188 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-d7bb18f4-8657-45cc-b4b3-5f9e60587bca service neutron] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 913 time: 0.0935621 Jul 13 08:50:04.074759 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-edec7193-5efc-410c-8024-41f0222ce8c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=619807aa-47d9-452a-b957-4acb11125fd8 HTTP/1.1" status: 200 len: 1001 time: 0.0670362 Jul 13 08:50:04.147411 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-af604806-6729-4249-9707-a168403785cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:04.150067 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-af604806-6729-4249-9707-a168403785cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0688589 Jul 13 08:50:04.214401 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-892dc3b1-af7a-404c-bd29-bee32790cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:04.215965 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-892dc3b1-af7a-404c-bd29-bee32790cd28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598316 Jul 13 08:50:04.307587 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-bb0af7d8-8433-48a1-9bc0-26185da311e9 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852122 Jul 13 08:50:04.434348 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22ecbd3c-1d7d-4b9e-81d8-3d697aad1a40 req-c6a4fc53-b1a4-4eca-8795-2935fcfcfea3 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206656 Jul 13 08:50:04.636291 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c8c0-4561-4f73-ab7a-85384bf175cc req-f2b822c0-1acc-4c04-b40a-46a85ceb89ba tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:04.637779 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bd43c8c0-4561-4f73-ab7a-85384bf175cc req-f2b822c0-1acc-4c04-b40a-46a85ceb89ba tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0787759 Jul 13 08:50:04.678618 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bd43c8c0-4561-4f73-ab7a-85384bf175cc req-9c1cedb1-8c5b-4236-94cb-d389a1231e77 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344138 Jul 13 08:50:05.858114 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36553d5-5bf8-4fec-851a-a0bfdba2cb45 req-a34e0f22-6c56-423c-bf0c-bbbbc6d59ad5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:05.859762 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b36553d5-5bf8-4fec-851a-a0bfdba2cb45 req-a34e0f22-6c56-423c-bf0c-bbbbc6d59ad5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0673633 Jul 13 08:50:05.907134 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b36553d5-5bf8-4fec-851a-a0bfdba2cb45 req-97daad1c-307d-4d78-8884-e90be21c8d4c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368443 Jul 13 08:50:06.605587 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:50:07.112765 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e7913-8ae4-46b5-8adb-47982c70f80a req-f95ec5d2-6250-49e4-9773-3a931c3326e7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:07.115658 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d07e7913-8ae4-46b5-8adb-47982c70f80a req-f95ec5d2-6250-49e4-9773-3a931c3326e7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0907094 Jul 13 08:50:07.188136 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d07e7913-8ae4-46b5-8adb-47982c70f80a req-97b0d1e0-c49c-4d50-a35e-a0dbc47d5911 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636020 Jul 13 08:50:08.380139 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53c19c-8ba4-4ad0-900d-7b545aa5a260 req-b2952ea5-1f0f-43b0-8cb9-be9a90413b96 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:08.381828 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2c53c19c-8ba4-4ad0-900d-7b545aa5a260 req-b2952ea5-1f0f-43b0-8cb9-be9a90413b96 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0757484 Jul 13 08:50:08.424993 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2c53c19c-8ba4-4ad0-900d-7b545aa5a260 req-4dc95f7e-31d7-45df-96e0-f371d54366ff tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370138 Jul 13 08:50:09.633719 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a0274-38eb-4831-be7d-24f344f04ad0 req-f9583fed-956c-480f-8805-cf11159122d3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:09.635445 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cf6a0274-38eb-4831-be7d-24f344f04ad0 req-f9583fed-956c-480f-8805-cf11159122d3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0905423 Jul 13 08:50:09.681719 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cf6a0274-38eb-4831-be7d-24f344f04ad0 req-3ac9b505-05cb-45f1-a395-005ee8ee860a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402153 Jul 13 08:50:10.875994 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b6154-e7a9-4d3c-b58d-f3eb6b312bd0 req-601b186b-d88f-4867-a32f-cc977024b984 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:10.877790 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0c2b6154-e7a9-4d3c-b58d-f3eb6b312bd0 req-601b186b-d88f-4867-a32f-cc977024b984 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0761266 Jul 13 08:50:10.919767 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0c2b6154-e7a9-4d3c-b58d-f3eb6b312bd0 req-90a43787-3fb0-443b-9970-41e5cd52721e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358462 Jul 13 08:50:12.104922 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917fd53-aad6-4d09-890d-c5a384cc79f7 req-0c74b8fb-e4cf-4c97-a385-36888fb87409 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:12.106388 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2917fd53-aad6-4d09-890d-c5a384cc79f7 req-0c74b8fb-e4cf-4c97-a385-36888fb87409 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0680273 Jul 13 08:50:12.148279 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2917fd53-aad6-4d09-890d-c5a384cc79f7 req-a3a066ca-c495-4338-9d40-c1313e971853 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348063 Jul 13 08:50:13.343554 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e30b6b-78b0-4e76-9666-f29f608ac716 req-fbb1daa6-a48f-4ce0-9937-074a0561245b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:13.345080 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a0e30b6b-78b0-4e76-9666-f29f608ac716 req-fbb1daa6-a48f-4ce0-9937-074a0561245b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0794690 Jul 13 08:50:13.385035 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a0e30b6b-78b0-4e76-9666-f29f608ac716 req-5fdecad9-87e6-43e4-a129-1500a7f76033 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330501 Jul 13 08:50:14.579696 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897972d-b5be-4d63-8693-418f988df98f req-0f1fb434-a822-4ca8-9220-2a1bed58a76d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:14.582058 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e897972d-b5be-4d63-8693-418f988df98f req-0f1fb434-a822-4ca8-9220-2a1bed58a76d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0686836 Jul 13 08:50:14.631746 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e897972d-b5be-4d63-8693-418f988df98f req-dd1e9ecb-70a0-40f5-b2df-66532cf0481e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Jul 13 08:50:15.886707 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25a99d-43b7-45ec-8fbf-ce49daff9653 req-911d48e6-0c2b-420e-bf80-9565c15b93d4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:15.888317 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3c25a99d-43b7-45ec-8fbf-ce49daff9653 req-911d48e6-0c2b-420e-bf80-9565c15b93d4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.1004632 Jul 13 08:50:15.933294 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3c25a99d-43b7-45ec-8fbf-ce49daff9653 req-05aea779-d2d2-41ba-a65c-4eee4c1c90ec tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374999 Jul 13 08:50:17.115246 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e39f13-8a30-44bf-a810-99230998c5c3 req-e549cc77-87ed-4a33-8776-e286a58859dc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:17.116801 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55e39f13-8a30-44bf-a810-99230998c5c3 req-e549cc77-87ed-4a33-8776-e286a58859dc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0688064 Jul 13 08:50:17.158574 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-55e39f13-8a30-44bf-a810-99230998c5c3 req-1aa539e1-e86d-4624-9c97-e52f1c57c024 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360143 Jul 13 08:50:18.337166 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27871f-c88f-489e-b43f-9da8f2d8f9e3 req-a4ccff9c-4f84-42e7-a771-5e0236e5236a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:18.338655 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3f27871f-c88f-489e-b43f-9da8f2d8f9e3 req-a4ccff9c-4f84-42e7-a771-5e0236e5236a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0650373 Jul 13 08:50:18.376205 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3f27871f-c88f-489e-b43f-9da8f2d8f9e3 req-e2bc64f5-ea8d-4059-b7af-4bc632d0b688 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Jul 13 08:50:19.326722 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3ab63130-5368-4974-8734-55b4248e15a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:19.554635 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547db138-ef2b-4d0c-9851-21e7ab65a6ec req-4f32471e-b055-49fe-83cd-4da7495b7ac6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:19.556155 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-547db138-ef2b-4d0c-9851-21e7ab65a6ec req-4f32471e-b055-49fe-83cd-4da7495b7ac6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0660365 Jul 13 08:50:19.592487 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-547db138-ef2b-4d0c-9851-21e7ab65a6ec req-31043359-087d-44fd-b42d-10f2d4177c77 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308032 Jul 13 08:50:20.769257 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a8b29-b7b7-48ae-9eba-81faf8cd4ad1 req-9f472ba0-6e39-4158-b0ae-e8b7ac2d109c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:20.770659 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-145a8b29-b7b7-48ae-9eba-81faf8cd4ad1 req-9f472ba0-6e39-4158-b0ae-e8b7ac2d109c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0666583 Jul 13 08:50:20.807618 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-145a8b29-b7b7-48ae-9eba-81faf8cd4ad1 req-7569f424-6f2a-4946-9292-60198fef666e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Jul 13 08:50:21.986408 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb96f32-df76-4de3-80de-fd0e1ad68899 req-9a84830c-59cb-4935-9bff-249f6cd966bf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:21.988164 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2fb96f32-df76-4de3-80de-fd0e1ad68899 req-9a84830c-59cb-4935-9bff-249f6cd966bf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0647323 Jul 13 08:50:22.027601 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2fb96f32-df76-4de3-80de-fd0e1ad68899 req-108e81e0-1fed-4c86-966e-6f6785032f5f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335913 Jul 13 08:50:22.184475 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b66d531f-18ed-4682-9f0a-952a9be68703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:22.404353 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:23.094953 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:23.212494 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520829f-dd16-4bfa-9685-883c7f337e82 req-a7012456-1624-4df8-97e4-74891992bb3f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:23.213987 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d520829f-dd16-4bfa-9685-883c7f337e82 req-a7012456-1624-4df8-97e4-74891992bb3f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0651500 Jul 13 08:50:23.253179 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d520829f-dd16-4bfa-9685-883c7f337e82 req-c3e0a0cc-33e9-45fe-99ca-85494d987d6f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335643 Jul 13 08:50:24.431721 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2bd04-763d-4ab2-b2e3-dae29e8af3ef req-e79cfb95-6fb8-4d1e-9169-56ed3cf5df73 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:24.433279 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-90b2bd04-763d-4ab2-b2e3-dae29e8af3ef req-e79cfb95-6fb8-4d1e-9169-56ed3cf5df73 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0696661 Jul 13 08:50:24.474310 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-90b2bd04-763d-4ab2-b2e3-dae29e8af3ef req-b7fd080e-4eb8-4419-b211-e7b3998b5d9a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353429 Jul 13 08:50:24.688109 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:25.660206 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1382d-2599-46b3-a2d8-e09710cbe48f req-62e97d9b-8c6a-4488-8edc-5b92744f8fe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:25.661731 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-79b1382d-2599-46b3-a2d8-e09710cbe48f req-62e97d9b-8c6a-4488-8edc-5b92744f8fe4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0752759 Jul 13 08:50:25.700435 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-79b1382d-2599-46b3-a2d8-e09710cbe48f req-b04a0f02-2b59-4414-8e50-64a6d5aa0530 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331628 Jul 13 08:50:26.890470 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daca09c-94c8-4d0b-9a84-21bfb392ab24 req-a8439690-4dbd-415a-9997-f33564362c04 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:26.892083 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4daca09c-94c8-4d0b-9a84-21bfb392ab24 req-a8439690-4dbd-415a-9997-f33564362c04 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0702639 Jul 13 08:50:26.946701 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4daca09c-94c8-4d0b-9a84-21bfb392ab24 req-54126115-c75d-4c56-8310-04cc4f44a32e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446615 Jul 13 08:50:28.118478 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20717bd-859a-4ed7-95b4-6da98fe7d9c8 req-813ca31c-604b-414d-968d-73ec21df6611 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:28.120003 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b20717bd-859a-4ed7-95b4-6da98fe7d9c8 req-813ca31c-604b-414d-968d-73ec21df6611 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0632892 Jul 13 08:50:28.159180 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b20717bd-859a-4ed7-95b4-6da98fe7d9c8 req-66ebcb45-9dec-4872-b86d-f753955b095b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335259 Jul 13 08:50:29.329728 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb6901-3fd2-430f-9706-d18066bc9998 req-221eb1b6-dd0c-4ec8-9f2f-43568d93a3af tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:29.331866 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4dfb6901-3fd2-430f-9706-d18066bc9998 req-221eb1b6-dd0c-4ec8-9f2f-43568d93a3af tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0621233 Jul 13 08:50:29.368861 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4dfb6901-3fd2-430f-9706-d18066bc9998 req-00a08139-12d3-412c-9d85-dd58c0c62afe tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314920 Jul 13 08:50:30.548302 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d1b94-ceb0-4286-825a-dddd1cc6a5ae req-042e0a7b-00b5-413d-8736-742e002f3a7f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:30.550053 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-983d1b94-ceb0-4286-825a-dddd1cc6a5ae req-042e0a7b-00b5-413d-8736-742e002f3a7f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0636823 Jul 13 08:50:30.587264 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-983d1b94-ceb0-4286-825a-dddd1cc6a5ae req-39f0287f-8ed3-4368-b399-04aea1195d6a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Jul 13 08:50:31.768211 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b319a4-0131-4bc6-adcd-94e2b4ba56a8 req-c07b2e4a-895e-480b-a648-c77b5fb8a2ec tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:31.769718 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f3b319a4-0131-4bc6-adcd-94e2b4ba56a8 req-c07b2e4a-895e-480b-a648-c77b5fb8a2ec tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0687852 Jul 13 08:50:31.807344 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f3b319a4-0131-4bc6-adcd-94e2b4ba56a8 req-62323d19-7386-4e1d-afb7-154cf2f673df tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320249 Jul 13 08:50:32.293718 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:32.986869 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f9d23-8b21-4f2f-a0fd-7cb6066cffe3 req-07f33ace-5b1d-4abd-b31f-33f958ce7b42 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:32.988756 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4a9f9d23-8b21-4f2f-a0fd-7cb6066cffe3 req-07f33ace-5b1d-4abd-b31f-33f958ce7b42 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0667613 Jul 13 08:50:33.029325 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4a9f9d23-8b21-4f2f-a0fd-7cb6066cffe3 req-89b0ea82-15ef-4d79-9c0b-4cf2d2e6b04b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338371 Jul 13 08:50:34.201561 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd444f-98bb-4225-b9ff-01999820c795 req-a738a967-f63d-4db1-a151-de61e4e06c93 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:34.203078 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-62fd444f-98bb-4225-b9ff-01999820c795 req-a738a967-f63d-4db1-a151-de61e4e06c93 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0629749 Jul 13 08:50:34.240559 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-62fd444f-98bb-4225-b9ff-01999820c795 req-187a4192-2f2e-4d39-9248-d25cbb9b7ae0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318058 Jul 13 08:50:35.410572 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52acdba-f524-4f24-9cd7-9af21c864f3f req-113c9aab-421f-4a0f-b9b0-90f236736419 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:35.412008 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f52acdba-f524-4f24-9cd7-9af21c864f3f req-113c9aab-421f-4a0f-b9b0-90f236736419 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0629241 Jul 13 08:50:35.448916 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f52acdba-f524-4f24-9cd7-9af21c864f3f req-908bce3d-02e2-44b2-b888-51fec9ed5711 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Jul 13 08:50:36.623105 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f09e-ec3d-4493-9b6c-2cf443f7b7c8 req-41bc9a07-2cc1-457a-88b5-9df870214f78 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:36.624594 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4eb1f09e-ec3d-4493-9b6c-2cf443f7b7c8 req-41bc9a07-2cc1-457a-88b5-9df870214f78 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0664558 Jul 13 08:50:36.663327 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4eb1f09e-ec3d-4493-9b6c-2cf443f7b7c8 req-627482d8-ee6c-43f7-9496-4a3f463d0a84 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327871 Jul 13 08:50:37.885220 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7971d-f039-42a0-87bf-40ecd9b5a0d7 req-a477a71a-321a-460c-80c8-5991929c30b0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:37.886804 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aac7971d-f039-42a0-87bf-40ecd9b5a0d7 req-a477a71a-321a-460c-80c8-5991929c30b0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.1143630 Jul 13 08:50:37.925998 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aac7971d-f039-42a0-87bf-40ecd9b5a0d7 req-0801a6c2-bb85-4cda-b4aa-2b1add4b7518 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 Jul 13 08:50:39.141325 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e549d0-d98c-4934-bac4-6316e6965039 req-6d84abcc-6b24-4e32-981c-fef768383c45 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:39.142934 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-85e549d0-d98c-4934-bac4-6316e6965039 req-6d84abcc-6b24-4e32-981c-fef768383c45 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.1094203 Jul 13 08:50:39.181702 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-85e549d0-d98c-4934-bac4-6316e6965039 req-c43b8e54-37c9-4d2c-8ed7-2bab19366ce8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330808 Jul 13 08:50:40.354250 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa304-895e-4b91-b00c-a8805f31a51a req-91635eed-6e41-4234-b82c-024581de07c2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:40.355809 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0bcfa304-895e-4b91-b00c-a8805f31a51a req-91635eed-6e41-4234-b82c-024581de07c2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0667722 Jul 13 08:50:40.397814 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0bcfa304-895e-4b91-b00c-a8805f31a51a req-8adb23ec-64a0-4711-9854-bd17620250fe tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325511 Jul 13 08:50:41.570282 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81451d10-0a71-4a99-b233-660cae058326 req-b87512fe-4ab2-4054-846a-12d5b45b4c6b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:41.571867 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-81451d10-0a71-4a99-b233-660cae058326 req-b87512fe-4ab2-4054-846a-12d5b45b4c6b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0621896 Jul 13 08:50:41.608328 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-81451d10-0a71-4a99-b233-660cae058326 req-6583e200-1722-4566-a04d-966830160f5a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307105 Jul 13 08:50:42.783654 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f750863-cea9-4291-be2a-1b012871f128 req-13c22e8f-3546-41b1-bef5-8069bc1e9730 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:42.785253 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1f750863-cea9-4291-be2a-1b012871f128 req-13c22e8f-3546-41b1-bef5-8069bc1e9730 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0617602 Jul 13 08:50:42.825034 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1f750863-cea9-4291-be2a-1b012871f128 req-d64d7678-3921-461a-9f0b-9ccc74980876 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343564 Jul 13 08:50:43.604430 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:50:43.999086 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84ebf0-6a59-49fe-8bd4-53db46bfc6e1 req-e6fe4339-c984-4d6f-bd05-711843e11083 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:44.000569 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a84ebf0-6a59-49fe-8bd4-53db46bfc6e1 req-e6fe4339-c984-4d6f-bd05-711843e11083 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0662570 Jul 13 08:50:44.037848 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a84ebf0-6a59-49fe-8bd4-53db46bfc6e1 req-2ff0b9de-64b9-48c0-82e6-2a6ab0bfd1e7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Jul 13 08:50:45.207675 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e67f9-85b3-474b-9d7f-bf89bae0786d req-e2538b25-a309-4f60-b00e-a91116576dc4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:45.209163 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-af3e67f9-85b3-474b-9d7f-bf89bae0786d req-e2538b25-a309-4f60-b00e-a91116576dc4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0642154 Jul 13 08:50:45.248763 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-af3e67f9-85b3-474b-9d7f-bf89bae0786d req-b0ce7ce9-288f-47c4-b374-5df3b9058e7b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339649 Jul 13 08:50:46.419517 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee412e72-3622-466b-8d90-a67f873a91bb req-b582a45d-538e-4909-a31f-e1364f56f3a5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:46.421017 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ee412e72-3622-466b-8d90-a67f873a91bb req-b582a45d-538e-4909-a31f-e1364f56f3a5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0634811 Jul 13 08:50:46.462065 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ee412e72-3622-466b-8d90-a67f873a91bb req-fe34245e-2e1a-4b27-a90b-2b8538432785 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347726 Jul 13 08:50:47.634350 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cf66c-1e26-40a5-aeb3-e3b3aadbda27 req-ee152a12-b36e-4a69-bca2-1f5925ead3bc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:47.635875 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8d5cf66c-1e26-40a5-aeb3-e3b3aadbda27 req-ee152a12-b36e-4a69-bca2-1f5925ead3bc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0628626 Jul 13 08:50:47.672750 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8d5cf66c-1e26-40a5-aeb3-e3b3aadbda27 req-f72ddd7f-ab16-403a-b259-15a1eb34fb75 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313346 Jul 13 08:50:48.850292 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa5467-a06f-4c15-9166-357c37c3d5f6 req-4808b556-2306-4358-bf6c-24ae4d0540d7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:48.851872 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-95aa5467-a06f-4c15-9166-357c37c3d5f6 req-4808b556-2306-4358-bf6c-24ae4d0540d7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0681429 Jul 13 08:50:48.893748 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-95aa5467-a06f-4c15-9166-357c37c3d5f6 req-46530ed8-2b83-4e17-a857-b3511f791a14 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362306 Jul 13 08:50:49.327085 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-638d593b-c9cf-470f-8093-e1668d86791e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:50.067486 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db05be-1ec1-41ab-8367-4046509ca6a9 req-802adb39-a449-436f-930c-e957410e81a3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:50.069033 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-85db05be-1ec1-41ab-8367-4046509ca6a9 req-802adb39-a449-436f-930c-e957410e81a3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0651336 Jul 13 08:50:50.108281 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-85db05be-1ec1-41ab-8367-4046509ca6a9 req-f2025872-60a6-41e2-8746-089ae2edf3b9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Jul 13 08:50:51.282245 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66734d2a-c0cf-4724-9fc8-6833d7dbf170 req-b0d7b9db-f3e6-4ddf-8a55-04628b70c6c1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:51.284453 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-66734d2a-c0cf-4724-9fc8-6833d7dbf170 req-b0d7b9db-f3e6-4ddf-8a55-04628b70c6c1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0655613 Jul 13 08:50:51.321498 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-66734d2a-c0cf-4724-9fc8-6833d7dbf170 req-761b8da8-e830-4e86-90a6-4bbf89373a3a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Jul 13 08:50:52.184726 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f29e6ed7-f043-4e46-ad3e-11ebdc78c03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:52.405582 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:52.497057 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba8aa1-4215-4877-a941-0ed4e2aaee4a req-fd108aec-b913-4841-9e52-d4dab0704023 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:52.498470 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6cba8aa1-4215-4877-a941-0ed4e2aaee4a req-fd108aec-b913-4841-9e52-d4dab0704023 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0628176 Jul 13 08:50:52.536225 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6cba8aa1-4215-4877-a941-0ed4e2aaee4a req-b5af8afc-21b4-4674-9ba8-76feb0ed193a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321045 Jul 13 08:50:53.097610 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:53.708736 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bf599-457e-4315-932f-fcce3633b2f9 req-5da7789c-943c-4983-91ac-d833b99dc6cc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:53.710258 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cf3bf599-457e-4315-932f-fcce3633b2f9 req-5da7789c-943c-4983-91ac-d833b99dc6cc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0645590 Jul 13 08:50:53.748146 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cf3bf599-457e-4315-932f-fcce3633b2f9 req-d45e76d9-67eb-48d2-a399-bdc82ac0b76e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322704 Jul 13 08:50:54.691291 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:54.920905 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830e4d3-22ee-41e3-8c7e-1dd1552df8e2 req-e8a1f8cd-9050-469e-b067-b72cc7dcf3e5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:54.922313 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2830e4d3-22ee-41e3-8c7e-1dd1552df8e2 req-e8a1f8cd-9050-469e-b067-b72cc7dcf3e5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0656140 Jul 13 08:50:54.963964 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2830e4d3-22ee-41e3-8c7e-1dd1552df8e2 req-7ddefddb-30b0-41cc-8bf4-49100742f164 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358694 Jul 13 08:50:56.137493 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78ccbf-b7ab-4859-9950-70900bbc8e22 req-c74d88a4-5c7f-4e0d-9679-030741a42fb5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:56.139014 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6e78ccbf-b7ab-4859-9950-70900bbc8e22 req-c74d88a4-5c7f-4e0d-9679-030741a42fb5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0654399 Jul 13 08:50:56.178301 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6e78ccbf-b7ab-4859-9950-70900bbc8e22 req-35f0cd83-7463-41d0-9b3d-367fcff5aae0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334048 Jul 13 08:50:57.351844 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872119b-365d-4ce7-af4d-a827784be2bd req-62b6a768-563d-49d8-82da-f7feaf262098 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:57.353324 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b872119b-365d-4ce7-af4d-a827784be2bd req-62b6a768-563d-49d8-82da-f7feaf262098 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0622129 Jul 13 08:50:57.390664 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b872119b-365d-4ce7-af4d-a827784be2bd req-980194a5-5528-4954-ae83-c2da6709ceed tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Jul 13 08:50:58.562376 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e58b3-bb56-4f7d-9b9c-ed2a8a26ea3c req-f73304e4-5361-40bf-84e8-da737af0b346 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:58.563946 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-406e58b3-bb56-4f7d-9b9c-ed2a8a26ea3c req-f73304e4-5361-40bf-84e8-da737af0b346 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0647731 Jul 13 08:50:58.602428 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-406e58b3-bb56-4f7d-9b9c-ed2a8a26ea3c req-2b69cc30-15b0-4c9c-aeac-8e2bf471e0a0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328212 Jul 13 08:50:59.777330 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fd18a-3a5b-4efa-8f67-c67a2f953f20 req-29d33706-3983-436b-86c2-ffc01119644a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:59.778830 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-690fd18a-3a5b-4efa-8f67-c67a2f953f20 req-29d33706-3983-436b-86c2-ffc01119644a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0623698 Jul 13 08:50:59.816671 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-690fd18a-3a5b-4efa-8f67-c67a2f953f20 req-7e79eb64-e9fa-46e8-9fa6-48c25e55aafd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321131 Jul 13 08:51:00.993507 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9f80c-ab7b-407e-b7a3-f2305ed90cb1 req-eac31722-59b4-45e1-bf9b-f5bbd86f8782 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:00.995213 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5cf9f80c-ab7b-407e-b7a3-f2305ed90cb1 req-eac31722-59b4-45e1-bf9b-f5bbd86f8782 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0666468 Jul 13 08:51:01.034891 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5cf9f80c-ab7b-407e-b7a3-f2305ed90cb1 req-cb3efac6-71f4-4bb2-9965-6825d0a0bd8f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341070 Jul 13 08:51:02.215866 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22381032-4bd5-4d07-bf37-ee37dee45b36 req-d4a75345-7114-4727-b498-161e141cdd65 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:02.217398 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22381032-4bd5-4d07-bf37-ee37dee45b36 req-d4a75345-7114-4727-b498-161e141cdd65 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0681036 Jul 13 08:51:02.258129 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22381032-4bd5-4d07-bf37-ee37dee45b36 req-0a4fd4bc-797a-478a-b6a5-8cc82f3e13f7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350080 Jul 13 08:51:02.308899 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:03.431716 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1a0b-3d58-497f-9f19-830c678c3c62 req-d5518019-a361-4d4e-829c-23592080bb0c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:03.433182 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-89fe1a0b-3d58-497f-9f19-830c678c3c62 req-d5518019-a361-4d4e-829c-23592080bb0c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0640733 Jul 13 08:51:03.472307 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-89fe1a0b-3d58-497f-9f19-830c678c3c62 req-513c0924-1f48-417b-920b-71cd32a2bfac tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335460 Jul 13 08:51:04.662399 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab7bff-a788-4bb8-a228-8cc36a5d4645 req-d3d9e47d-3d2c-4f52-8302-5da2c80b0b5c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:04.663874 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-11ab7bff-a788-4bb8-a228-8cc36a5d4645 req-d3d9e47d-3d2c-4f52-8302-5da2c80b0b5c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0803227 Jul 13 08:51:04.711559 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-11ab7bff-a788-4bb8-a228-8cc36a5d4645 req-0752094d-52ce-43f3-b70c-9d2eeb970f77 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342963 Jul 13 08:51:04.772716 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1e542914-002e-48f9-beae-90d5c4b44635 req-19c1a2ed-b180-42f4-8b94-77013efcc653 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497429 Jul 13 08:51:04.847512 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542914-002e-48f9-beae-90d5c4b44635 req-a2153836-5559-4d75-8f9b-3a779db4225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:04.849003 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1e542914-002e-48f9-beae-90d5c4b44635 req-a2153836-5559-4d75-8f9b-3a779db4225b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b1c50957d614bf3b196a9502dbb0872&device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0538294 Jul 13 08:51:04.951386 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542914-002e-48f9-beae-90d5c4b44635 req-697a5d63-fb22-4dcd-aded-6813faf7ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:04.952852 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1e542914-002e-48f9-beae-90d5c4b44635 req-697a5d63-fb22-4dcd-aded-6813faf7ff47 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2 HTTP/1.1" status: 200 len: 914 time: 0.0822184 Jul 13 08:51:04.995726 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1e542914-002e-48f9-beae-90d5c4b44635 req-40aa00f9-b8e6-4d80-9090-4c338414d323 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e35bb7b-3309-47fe-88aa-e82494097e8c HTTP/1.1" status: 200 len: 217 time: 0.0369098 Jul 13 08:51:05.042142 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542914-002e-48f9-beae-90d5c4b44635 req-e6189208-2dc6-42c9-a336-61c2f875d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:05.043493 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1e542914-002e-48f9-beae-90d5c4b44635 req-e6189208-2dc6-42c9-a336-61c2f875d593 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a3c96f9e-78a9-412f-a0dd-b72716d91ea4 HTTP/1.1" status: 200 len: 853 time: 0.0423002 Jul 13 08:51:05.074673 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1e542914-002e-48f9-beae-90d5c4b44635 req-3f5b9fc4-d068-4e0b-ac45-a34e68e0ed70 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249765 Jul 13 08:51:05.162932 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1e542914-002e-48f9-beae-90d5c4b44635 req-ab1737e6-5621-410d-ad9f-be3ae51bf178 service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820186 Jul 13 08:51:05.252659 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1e542914-002e-48f9-beae-90d5c4b44635 req-22334857-48e9-4661-834e-2aa8c12fe112 service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835097 Jul 13 08:51:05.883410 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f3e4f-c66b-48c5-b567-df758f54fcc1 req-bc7a2801-37a4-4b6c-9c27-00aa166c97ea tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:05.884942 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c69f3e4f-c66b-48c5-b567-df758f54fcc1 req-bc7a2801-37a4-4b6c-9c27-00aa166c97ea tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0631652 Jul 13 08:51:05.923765 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c69f3e4f-c66b-48c5-b567-df758f54fcc1 req-c66eef8a-b6c4-475f-8c21-cbe810d6e707 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Jul 13 08:51:07.099581 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3995db-b540-4cb4-ac98-b3e0a9b2504b req-078d24ae-607e-424a-8bae-14d39bc38acd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:07.101050 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aa3995db-b540-4cb4-ac98-b3e0a9b2504b req-078d24ae-607e-424a-8bae-14d39bc38acd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0657322 Jul 13 08:51:07.139106 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-aa3995db-b540-4cb4-ac98-b3e0a9b2504b req-9877c784-6d2a-4474-9b76-46e6b54031a2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325201 Jul 13 08:51:08.317462 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b66cd0-2d07-4a71-93aa-6c44542207bb req-26c29fb4-7d7e-4629-be41-030579a4a853 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:08.318962 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-10b66cd0-2d07-4a71-93aa-6c44542207bb req-26c29fb4-7d7e-4629-be41-030579a4a853 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0666528 Jul 13 08:51:08.356903 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-10b66cd0-2d07-4a71-93aa-6c44542207bb req-bb8f6321-4ead-464e-9c62-7d370dc0cddc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323839 Jul 13 08:51:09.529787 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a1662-ec7e-47e1-82b5-7f9a838d11ae req-64fbd962-f5ec-4465-a929-996d4c0cc4b2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:09.531200 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5d1a1662-ec7e-47e1-82b5-7f9a838d11ae req-64fbd962-f5ec-4465-a929-996d4c0cc4b2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0625603 Jul 13 08:51:09.569477 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5d1a1662-ec7e-47e1-82b5-7f9a838d11ae req-3c762ae4-5e00-4b27-9158-7ea70dc20fb8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Jul 13 08:51:10.742653 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943a0ef-90d6-46d1-8a83-754925cf9f8a req-ca76fc71-80e0-45fd-ae14-b2d17bb260f9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:10.744156 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c943a0ef-90d6-46d1-8a83-754925cf9f8a req-ca76fc71-80e0-45fd-ae14-b2d17bb260f9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0637345 Jul 13 08:51:10.781569 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c943a0ef-90d6-46d1-8a83-754925cf9f8a req-64e2d6df-2499-44af-8afa-d0989aecf72c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316470 Jul 13 08:51:11.952972 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06f90-3fc3-46c7-9646-4d85b3185470 req-81996e08-3321-4e5a-aed9-a5f614a0a322 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:11.955281 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fca06f90-3fc3-46c7-9646-4d85b3185470 req-81996e08-3321-4e5a-aed9-a5f614a0a322 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0645142 Jul 13 08:51:11.993902 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fca06f90-3fc3-46c7-9646-4d85b3185470 req-6bf1963d-5344-4289-86fb-00845372b01a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330315 Jul 13 08:51:13.174155 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159136f3-0d8e-41fb-8adc-e40bbc8669b5 req-3e61589e-b5b3-4e77-8867-a59980b38adf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:13.175672 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-159136f3-0d8e-41fb-8adc-e40bbc8669b5 req-3e61589e-b5b3-4e77-8867-a59980b38adf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0655124 Jul 13 08:51:13.212988 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-159136f3-0d8e-41fb-8adc-e40bbc8669b5 req-19d53e0c-0097-435b-85d1-a98f15d285b2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317369 Jul 13 08:51:14.385392 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dabe6-65d5-40ba-b606-8b637429cfd5 req-eb3fbd77-142a-42ee-958f-abd938282cd0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:14.386778 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a93dabe6-65d5-40ba-b606-8b637429cfd5 req-eb3fbd77-142a-42ee-958f-abd938282cd0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0661192 Jul 13 08:51:14.424607 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a93dabe6-65d5-40ba-b606-8b637429cfd5 req-11d9c2f5-edd1-4d84-823e-8aed3164f754 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Jul 13 08:51:15.595724 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54430b02-1547-49ae-aee0-d6c8c415e101 req-53b71ada-a3ee-4cca-82fd-ed201bb68edf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:15.597218 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-54430b02-1547-49ae-aee0-d6c8c415e101 req-53b71ada-a3ee-4cca-82fd-ed201bb68edf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0624201 Jul 13 08:51:15.634176 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-54430b02-1547-49ae-aee0-d6c8c415e101 req-8cc43f93-8c8e-4bfd-a913-a6891a2f6bdf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Jul 13 08:51:16.812187 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc73e8e-6903-4c09-86fc-a1e1d16bdc53 req-971f7016-ab68-4fdd-8a92-4e1b03b996fa tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:16.814285 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9cc73e8e-6903-4c09-86fc-a1e1d16bdc53 req-971f7016-ab68-4fdd-8a92-4e1b03b996fa tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0660484 Jul 13 08:51:16.850457 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9cc73e8e-6903-4c09-86fc-a1e1d16bdc53 req-c8c643f4-9ad6-487c-8e47-a03274db5bee tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307262 Jul 13 08:51:18.021798 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662c91-9460-47dd-8e38-62250e8f2686 req-abf9818f-3320-47f0-a250-614188b47120 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:18.023356 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-83662c91-9460-47dd-8e38-62250e8f2686 req-abf9818f-3320-47f0-a250-614188b47120 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0618978 Jul 13 08:51:18.059495 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-83662c91-9460-47dd-8e38-62250e8f2686 req-b5233eda-3569-4d76-b51a-75e2c17199a0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307250 Jul 13 08:51:19.277545 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e8196-9de1-44d8-b202-8913d57b03a6 req-d5338c74-b330-4eca-970f-6577198442cc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:19.278712 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b06e8196-9de1-44d8-b202-8913d57b03a6 req-d5338c74-b330-4eca-970f-6577198442cc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.1070156 Jul 13 08:51:19.316276 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b06e8196-9de1-44d8-b202-8913d57b03a6 req-fa5f0b5b-5595-4867-8978-b3d9e71985a7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327251 Jul 13 08:51:19.328339 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-020b729f-fdbb-469b-95a8-346cbe2fc251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.498439 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e182-6641-4f28-a464-6f14262e67a1 req-d01d69bc-af06-4d8a-96ba-13f80dc57ce7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:20.499949 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca59e182-6641-4f28-a464-6f14262e67a1 req-d01d69bc-af06-4d8a-96ba-13f80dc57ce7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0669398 Jul 13 08:51:20.537447 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca59e182-6641-4f28-a464-6f14262e67a1 req-5bcd3218-c26d-4e66-aa4c-2968e6dc1856 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Jul 13 08:51:20.603292 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:51:21.711061 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f120732-6783-4bf7-8898-59d6e73c726f req-0d1d7d25-b5a1-4cdb-ac9e-bc931d912b12 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:21.712554 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0f120732-6783-4bf7-8898-59d6e73c726f req-0d1d7d25-b5a1-4cdb-ac9e-bc931d912b12 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0657914 Jul 13 08:51:21.754540 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0f120732-6783-4bf7-8898-59d6e73c726f req-f1b7d15c-9841-4ec0-865b-6e995baae648 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363796 Jul 13 08:51:22.184841 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-21d53589-56cc-49a8-8d74-7e312e8e686b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:22.407622 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:22.928615 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6b61c-d8a7-40c7-b6a2-903f05b77084 req-32f8fe33-3971-4468-abbf-299b870baa50 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:22.930139 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1c6b61c-d8a7-40c7-b6a2-903f05b77084 req-32f8fe33-3971-4468-abbf-299b870baa50 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0643489 Jul 13 08:51:22.967811 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1c6b61c-d8a7-40c7-b6a2-903f05b77084 req-b11ed048-8df1-42b3-b235-57d8a7a279c1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321157 Jul 13 08:51:23.099598 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:24.138397 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c98d6-9d0a-4527-a6a7-92d0ce59ea0a req-7bda7cb8-7fca-42ef-92b0-f4b31b50507a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:24.139940 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1b7c98d6-9d0a-4527-a6a7-92d0ce59ea0a req-7bda7cb8-7fca-42ef-92b0-f4b31b50507a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0628211 Jul 13 08:51:24.178762 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1b7c98d6-9d0a-4527-a6a7-92d0ce59ea0a req-8d872050-bbe4-4838-9e30-b2b8d6f10f6f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323162 Jul 13 08:51:24.693435 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:25.355527 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb417423-3e1b-447a-970b-a121727254df req-73872c63-6028-42d7-8114-c1aab5778d5e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:25.357008 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eb417423-3e1b-447a-970b-a121727254df req-73872c63-6028-42d7-8114-c1aab5778d5e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0667439 Jul 13 08:51:25.396858 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eb417423-3e1b-447a-970b-a121727254df req-4f7b1dd3-b43c-45ab-82d8-4876f51fb0d0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326595 Jul 13 08:51:26.580241 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f146c-8c39-4ecd-ba0f-8a0d4582e3e8 req-f9f698cd-3d99-42a7-9072-84bb29bad6d4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:26.582109 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-315f146c-8c39-4ecd-ba0f-8a0d4582e3e8 req-f9f698cd-3d99-42a7-9072-84bb29bad6d4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0669742 Jul 13 08:51:26.620928 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-315f146c-8c39-4ecd-ba0f-8a0d4582e3e8 req-e425e7c4-01bc-4c02-9c6c-6d2ab1af38bf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321472 Jul 13 08:51:27.796927 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c5219-64fc-49f8-a76f-24091d4a78b4 req-09f180ef-5902-4be3-9a51-1eeb01f06f9d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:27.798405 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-621c5219-64fc-49f8-a76f-24091d4a78b4 req-09f180ef-5902-4be3-9a51-1eeb01f06f9d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0649886 Jul 13 08:51:27.834849 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-621c5219-64fc-49f8-a76f-24091d4a78b4 req-17d1df81-b1ac-4aee-9466-666820e88d2b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308528 Jul 13 08:51:29.009104 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9edce-a7b2-43c3-8a6e-82147c531ba8 req-6790d62c-fcf2-43fb-9e0e-42919a347861 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:29.010563 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fda9edce-a7b2-43c3-8a6e-82147c531ba8 req-6790d62c-fcf2-43fb-9e0e-42919a347861 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0613320 Jul 13 08:51:29.047117 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fda9edce-a7b2-43c3-8a6e-82147c531ba8 req-b6686954-8555-4d48-a33a-24430563df84 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309649 Jul 13 08:51:30.220778 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84263c6-f877-4318-8112-4b4274c89559 req-e8758374-0917-42ff-aeba-5d623c805bf3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:30.222808 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c84263c6-f877-4318-8112-4b4274c89559 req-e8758374-0917-42ff-aeba-5d623c805bf3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0617518 Jul 13 08:51:30.259903 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c84263c6-f877-4318-8112-4b4274c89559 req-feac7a1e-705e-4873-8ff9-0d6b305d08d1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315471 Jul 13 08:51:31.434201 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22d1a3-bbe2-4b10-9487-a74ad3d2d65f req-1f606e4a-c055-45bf-ab1f-76eca19ded1b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:31.435714 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2c22d1a3-bbe2-4b10-9487-a74ad3d2d65f req-1f606e4a-c055-45bf-ab1f-76eca19ded1b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0661092 Jul 13 08:51:31.473461 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2c22d1a3-bbe2-4b10-9487-a74ad3d2d65f req-4c6bc511-1b8e-4734-abcf-3b3073b6e722 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Jul 13 08:51:32.323242 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:32.658442 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178d46-1b5d-4ca9-bc88-10fcd6aa305d req-c337801a-8de2-4a97-9a2d-700c2d09fae7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:32.660024 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-de178d46-1b5d-4ca9-bc88-10fcd6aa305d req-c337801a-8de2-4a97-9a2d-700c2d09fae7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0736058 Jul 13 08:51:32.697928 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-de178d46-1b5d-4ca9-bc88-10fcd6aa305d req-a3749b0b-3408-44bd-bf48-12e97151e11f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321414 Jul 13 08:51:33.866554 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700d8ae-b9ef-4b9c-804b-565bbb5c733d req-4903a27e-c752-43f9-9bb1-a4e04174b5da tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:33.867955 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1700d8ae-b9ef-4b9c-804b-565bbb5c733d req-4903a27e-c752-43f9-9bb1-a4e04174b5da tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0608408 Jul 13 08:51:33.905924 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1700d8ae-b9ef-4b9c-804b-565bbb5c733d req-4d761ac9-02a3-4b6a-8598-933944c624fb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325091 Jul 13 08:51:35.094625 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb6dbe-9c9f-436a-8d01-920dc646540a req-dbe7d440-c688-44b6-9123-85da339bd660 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:35.096175 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-44bb6dbe-9c9f-436a-8d01-920dc646540a req-dbe7d440-c688-44b6-9123-85da339bd660 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0633004 Jul 13 08:51:35.134784 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-44bb6dbe-9c9f-436a-8d01-920dc646540a req-3299c3e4-7e10-47ef-97b7-7a09d7a289bd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327024 Jul 13 08:51:36.306852 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abc14e-43e5-4e90-9dea-30efdfd11955 req-cd675ce8-969b-41f5-b668-da9222ef837e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:36.308344 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-75abc14e-43e5-4e90-9dea-30efdfd11955 req-cd675ce8-969b-41f5-b668-da9222ef837e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0627990 Jul 13 08:51:36.343695 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-75abc14e-43e5-4e90-9dea-30efdfd11955 req-aec6621d-bc36-456c-9836-fa4a985657c7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299170 Jul 13 08:51:37.517545 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46407cf-5c1f-453c-8e88-e9b6530c3bb8 req-1472faf2-4338-4d58-8b5e-767b65a7f6d4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:37.519041 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c46407cf-5c1f-453c-8e88-e9b6530c3bb8 req-1472faf2-4338-4d58-8b5e-767b65a7f6d4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0659685 Jul 13 08:51:37.555853 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c46407cf-5c1f-453c-8e88-e9b6530c3bb8 req-2001cdf0-5763-4e4c-b502-90ba0b8dd58e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Jul 13 08:51:38.741879 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d1db8-727f-499a-a5be-36617d5993e3 req-735fc236-d895-409f-a187-c9bc8fc94114 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:38.743195 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-347d1db8-727f-499a-a5be-36617d5993e3 req-735fc236-d895-409f-a187-c9bc8fc94114 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0666473 Jul 13 08:51:38.782632 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-347d1db8-727f-499a-a5be-36617d5993e3 req-01eb720f-8c85-4961-85f7-746f26b9efeb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335484 Jul 13 08:51:39.960686 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba7dd-53b5-4ce3-a340-53b33b6dfb2b req-a98e0328-20f3-4fc1-b683-1f0d00fb2a81 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:39.962247 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5f4ba7dd-53b5-4ce3-a340-53b33b6dfb2b req-a98e0328-20f3-4fc1-b683-1f0d00fb2a81 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0645418 Jul 13 08:51:40.000669 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5f4ba7dd-53b5-4ce3-a340-53b33b6dfb2b req-8749feae-aae4-4e83-816d-9bbb3cb8514d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328841 Jul 13 08:51:41.169798 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ba0a7-1fca-4f63-abd5-465e49c8e13f req-605dd6fd-92cc-4399-b720-846d44061622 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:41.171334 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0d5ba0a7-1fca-4f63-abd5-465e49c8e13f req-605dd6fd-92cc-4399-b720-846d44061622 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0620623 Jul 13 08:51:41.209067 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0d5ba0a7-1fca-4f63-abd5-465e49c8e13f req-57ad02e1-754a-4cc7-880f-2f3d853a163b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316644 Jul 13 08:51:42.380029 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40260f-505d-46ff-9cb6-761b5ef9aec3 req-7885bfde-f0cf-4985-adb1-bf3f5cd6875f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:42.381538 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae40260f-505d-46ff-9cb6-761b5ef9aec3 req-7885bfde-f0cf-4985-adb1-bf3f5cd6875f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0628080 Jul 13 08:51:42.418958 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ae40260f-505d-46ff-9cb6-761b5ef9aec3 req-d9fd36c7-e15f-40db-913f-9cec9f4bb422 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316336 Jul 13 08:51:43.599360 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a5cdd-f639-46e8-a1e8-803ef573ea52 req-c19462dc-dc35-4dac-9446-1fa0e9cabc22 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:43.600837 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3b4a5cdd-f639-46e8-a1e8-803ef573ea52 req-c19462dc-dc35-4dac-9446-1fa0e9cabc22 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0690422 Jul 13 08:51:43.639883 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3b4a5cdd-f639-46e8-a1e8-803ef573ea52 req-99797d38-a970-4c60-8cc1-1541985b9597 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329595 Jul 13 08:51:44.825544 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e32b-7de3-4d30-b5b5-41c1e32c18a1 req-cb6bdf49-4884-4e6c-a841-a378274f78e8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:44.826962 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5799e32b-7de3-4d30-b5b5-41c1e32c18a1 req-cb6bdf49-4884-4e6c-a841-a378274f78e8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0724955 Jul 13 08:51:44.864540 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5799e32b-7de3-4d30-b5b5-41c1e32c18a1 req-44fce6ad-7900-435d-9608-9d60f6cd8156 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311010 Jul 13 08:51:46.036691 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67a8c3-3012-40ea-8dc9-22f82caeb824 req-cb4da5cf-aed9-45d7-b76a-4ca880d4b627 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:46.038149 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ed67a8c3-3012-40ea-8dc9-22f82caeb824 req-cb4da5cf-aed9-45d7-b76a-4ca880d4b627 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0618072 Jul 13 08:51:46.076421 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ed67a8c3-3012-40ea-8dc9-22f82caeb824 req-1b4d63f8-1688-4b62-897e-878902ed3f14 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328772 Jul 13 08:51:47.253701 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a558ef-102e-4e48-aada-51ed0629c2a8 req-ba02bb8f-e29b-44e5-8a0c-2f839ffe2951 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:47.256114 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80a558ef-102e-4e48-aada-51ed0629c2a8 req-ba02bb8f-e29b-44e5-8a0c-2f839ffe2951 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0690634 Jul 13 08:51:47.295099 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-80a558ef-102e-4e48-aada-51ed0629c2a8 req-64f998dd-c0d5-4f03-aca9-f72916cd4f72 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333574 Jul 13 08:51:48.467288 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61dbdc-9b8a-4c98-8154-bb0d183b2c47 req-aeed9554-6aab-4012-a82e-761494cb7e7f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:48.468762 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fb61dbdc-9b8a-4c98-8154-bb0d183b2c47 req-aeed9554-6aab-4012-a82e-761494cb7e7f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0618539 Jul 13 08:51:48.506232 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fb61dbdc-9b8a-4c98-8154-bb0d183b2c47 req-c83983ff-fb9e-45cd-b865-6ab78e490edb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Jul 13 08:51:49.334305 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-6c918e4c-bff1-4a09-afd6-fa68ca50709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:49.682336 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f851268-a9ce-4386-867b-a16c147e4654 req-a22b0eed-3957-4493-b044-4f0f0d4f6fc1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:49.683838 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8f851268-a9ce-4386-867b-a16c147e4654 req-a22b0eed-3957-4493-b044-4f0f0d4f6fc1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0671375 Jul 13 08:51:49.725644 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8f851268-a9ce-4386-867b-a16c147e4654 req-e69ecb3a-ec97-485e-984d-3914be06a3ca tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357645 Jul 13 08:51:50.902801 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61e4b3-0f54-4958-bf35-db4263f31499 req-2ed2e17c-a522-4e22-8986-68fccdb66cd6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:50.904320 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6a61e4b3-0f54-4958-bf35-db4263f31499 req-2ed2e17c-a522-4e22-8986-68fccdb66cd6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0679882 Jul 13 08:51:50.946169 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6a61e4b3-0f54-4958-bf35-db4263f31499 req-466c0011-ad5e-44a6-a5f5-835ec18d1897 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321646 Jul 13 08:51:52.117341 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9112e-f6f8-4415-9900-efe6121689fd req-df265ec1-db43-4abf-acd8-faf6aa069c63 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:52.118825 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d0f9112e-f6f8-4415-9900-efe6121689fd req-df265ec1-db43-4abf-acd8-faf6aa069c63 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0632126 Jul 13 08:51:52.156441 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d0f9112e-f6f8-4415-9900-efe6121689fd req-3a93eab3-baa6-401a-9515-2a2eba931dc1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 Jul 13 08:51:52.185654 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8187fe5f-e565-461f-be9b-1e069af268f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.409158 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:53.103914 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:53.325306 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bb503-85ef-4dc0-881a-78ee501ce781 req-e7c7693b-73b7-4fec-b733-5d718bc53d05 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:53.326777 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7e9bb503-85ef-4dc0-881a-78ee501ce781 req-e7c7693b-73b7-4fec-b733-5d718bc53d05 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0606797 Jul 13 08:51:53.364265 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7e9bb503-85ef-4dc0-881a-78ee501ce781 req-70a77465-c94f-49f4-b8ac-a3f19993dc24 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Jul 13 08:51:54.535397 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc549d-4946-487f-9664-aee233160854 req-5c735c9d-8e61-4946-a16b-e8b0a9db269b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:54.536873 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3fcc549d-4946-487f-9664-aee233160854 req-5c735c9d-8e61-4946-a16b-e8b0a9db269b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0623035 Jul 13 08:51:54.573339 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3fcc549d-4946-487f-9664-aee233160854 req-de36fbda-9005-4b15-b641-35f34cc68d53 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Jul 13 08:51:54.696495 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:55.747581 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb7052-cf2d-4cf9-b803-59170792bcd8 req-eb37c07c-ee32-429b-9c81-86a1c7fb06b1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:55.749051 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a7bb7052-cf2d-4cf9-b803-59170792bcd8 req-eb37c07c-ee32-429b-9c81-86a1c7fb06b1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0654693 Jul 13 08:51:55.785900 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a7bb7052-cf2d-4cf9-b803-59170792bcd8 req-3f1c6dd2-cff8-4df0-b11b-a414398fe235 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308788 Jul 13 08:51:56.966040 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dff0e-d2f2-4822-a4f8-cbd752c853f1 req-4b7e56c0-fb93-46d3-b17d-f4b63c0de4f5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:56.967709 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fd6dff0e-d2f2-4822-a4f8-cbd752c853f1 req-4b7e56c0-fb93-46d3-b17d-f4b63c0de4f5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0674040 Jul 13 08:51:57.005692 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fd6dff0e-d2f2-4822-a4f8-cbd752c853f1 req-3075c81e-63e9-4ec9-921c-ffd779b54c30 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Jul 13 08:51:57.602304 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:51:58.180128 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196883b2-e75c-4917-b6b5-eab73984bf5c req-60715bca-136a-4fc5-8c5c-966249b97029 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:58.181617 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-196883b2-e75c-4917-b6b5-eab73984bf5c req-60715bca-136a-4fc5-8c5c-966249b97029 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0635343 Jul 13 08:51:58.217824 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-196883b2-e75c-4917-b6b5-eab73984bf5c req-71258a01-790a-4a49-bb2a-066a0f369284 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306818 Jul 13 08:51:59.398247 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef9a67-663c-47d9-b1f1-968e71644e84 req-c3ceb49c-b3c7-48df-913f-cf0dc537d6ce tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:59.399746 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9fef9a67-663c-47d9-b1f1-968e71644e84 req-c3ceb49c-b3c7-48df-913f-cf0dc537d6ce tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0622346 Jul 13 08:51:59.437107 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9fef9a67-663c-47d9-b1f1-968e71644e84 req-68c65290-3360-4890-8492-26850a6bca93 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307820 Jul 13 08:52:00.607907 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504666d9-0886-4d65-9ce6-d3284a15a7e3 req-e22b79b4-d1eb-45fa-90db-a1556b9823a7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:00.609377 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-504666d9-0886-4d65-9ce6-d3284a15a7e3 req-e22b79b4-d1eb-45fa-90db-a1556b9823a7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0618463 Jul 13 08:52:00.646490 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-504666d9-0886-4d65-9ce6-d3284a15a7e3 req-e8e1f8c6-a3ac-4814-b4fb-e6e68af7c4a4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307751 Jul 13 08:52:02.013385 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68998ed1-19b3-4df4-926d-5cba424d4318 req-77b69a8b-e919-4fa5-ac2f-09abddbff82a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:02.014871 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-68998ed1-19b3-4df4-926d-5cba424d4318 req-77b69a8b-e919-4fa5-ac2f-09abddbff82a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0672657 Jul 13 08:52:02.053627 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-68998ed1-19b3-4df4-926d-5cba424d4318 req-f1c7612a-d807-4876-9db2-2efc87300a35 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Jul 13 08:52:02.322085 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:03.227050 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eabf26-bbfd-4572-ad74-39ee2c979391 req-fd5c97f3-d49f-43d7-b9ef-442fbcd153e0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:03.228520 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-27eabf26-bbfd-4572-ad74-39ee2c979391 req-fd5c97f3-d49f-43d7-b9ef-442fbcd153e0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0666239 Jul 13 08:52:03.266718 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-27eabf26-bbfd-4572-ad74-39ee2c979391 req-a784959a-3b43-4abd-9fe7-db23deb32a4e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326769 Jul 13 08:52:04.450012 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a0821-317d-4c13-8395-927f681c235a req-c9d510ed-d530-4dcf-b66b-2c1547f0ee70 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:04.451607 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a94a0821-317d-4c13-8395-927f681c235a req-c9d510ed-d530-4dcf-b66b-2c1547f0ee70 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0699964 Jul 13 08:52:04.490851 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a94a0821-317d-4c13-8395-927f681c235a req-f2210364-87af-4700-9fba-e97c367f5c8d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336630 Jul 13 08:52:04.830307 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-947957f2-702b-4226-bf41-ec761c17a182 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863647 Jul 13 08:52:04.902371 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-4eb0e1d4-cc5d-4d7b-90e2-c69484db94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:04.903891 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-4eb0e1d4-cc5d-4d7b-90e2-c69484db94dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc57daf10f804ec7ab1235d0a2a103a2&device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 1098 time: 0.0523596 Jul 13 08:52:05.009197 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-1e3d158b-8af4-40b2-9c7c-5eddd69a90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:05.010561 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-1e3d158b-8af4-40b2-9c7c-5eddd69a90ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=9db3ce96-9b5f-4281-ac9a-146e129f0209 HTTP/1.1" status: 200 len: 910 time: 0.0869029 Jul 13 08:52:05.073405 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-a3a9208f-9c79-4810-9d3a-e0387204cebf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926 HTTP/1.1" status: 200 len: 1000 time: 0.0563998 Jul 13 08:52:05.123992 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-dd151368-272f-47af-af49-4f564d74c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:05.125409 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-dd151368-272f-47af-af49-4f564d74c39e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9288088b-911e-4a10-8a5e-bd9c8295b351 HTTP/1.1" status: 200 len: 848 time: 0.0458593 Jul 13 08:52:05.182230 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-4ecfca15-f85e-493e-86f3-c7bce440107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:05.183735 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-4ecfca15-f85e-493e-86f3-c7bce440107e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9db3ce96-9b5f-4281-ac9a-146e129f0209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520885 Jul 13 08:52:05.194582 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-74751851-4c12-4960-b74d-a0ad0f9027a9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=99632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:52:05.195609 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-74751851-4c12-4960-b74d-a0ad0f9027a9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055449 Jul 13 08:52:05.286434 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-26979ca7-68ab-4284-b99b-50007695aff4 service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846291 Jul 13 08:52:05.626534 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-33ff763e-e18f-40dd-b59b-a7e3bdd5b980 req-cb9b16a8-2180-48c1-83b7-1c9a25c48a32 service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343971 Jul 13 08:52:05.679598 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe68e1-7369-48ef-a3bd-a631e5b650f2 req-584b0ba0-e300-412c-85e2-5d2720a1397e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:05.681101 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5ffe68e1-7369-48ef-a3bd-a631e5b650f2 req-584b0ba0-e300-412c-85e2-5d2720a1397e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0693455 Jul 13 08:52:05.719453 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5ffe68e1-7369-48ef-a3bd-a631e5b650f2 req-969760c0-d8f3-4824-b4f1-2beaef6642bf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328500 Jul 13 08:52:06.897809 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af73b6-2cb0-4e92-8a02-3c9bdef3b867 req-043e7be6-f341-4173-986b-4aa2757682fe tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:06.899440 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-68af73b6-2cb0-4e92-8a02-3c9bdef3b867 req-043e7be6-f341-4173-986b-4aa2757682fe tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0684721 Jul 13 08:52:06.936297 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-68af73b6-2cb0-4e92-8a02-3c9bdef3b867 req-9638e185-ba2c-4b49-9f44-c9d327e47cc8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Jul 13 08:52:08.106939 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9973-dced-4602-ac15-f0acbf06b986 req-9012f389-57cb-4b1a-8f5a-2ee2396a767c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:08.108393 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-906d9973-dced-4602-ac15-f0acbf06b986 req-9012f389-57cb-4b1a-8f5a-2ee2396a767c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0615923 Jul 13 08:52:08.145487 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-906d9973-dced-4602-ac15-f0acbf06b986 req-b1a83367-e732-43e3-be2a-585700f75362 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308678 Jul 13 08:52:09.321785 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8df99-49f5-4753-babb-0c7716ae8626 req-c26fea6b-6f79-4574-8bd4-d819305f5177 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:09.323278 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3bd8df99-49f5-4753-babb-0c7716ae8626 req-c26fea6b-6f79-4574-8bd4-d819305f5177 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0658944 Jul 13 08:52:09.361231 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3bd8df99-49f5-4753-babb-0c7716ae8626 req-5d6623a0-d63e-4318-8a5a-172a0d3afe33 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Jul 13 08:52:10.686346 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110ec40-0627-4cce-8a01-8ff86647d40a req-948e2555-1df0-4703-a668-f869d7dbeb42 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:10.687855 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0110ec40-0627-4cce-8a01-8ff86647d40a req-948e2555-1df0-4703-a668-f869d7dbeb42 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0623980 Jul 13 08:52:10.725775 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0110ec40-0627-4cce-8a01-8ff86647d40a req-fe2418dd-c7f1-484d-9090-ddfed65b6fc2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Jul 13 08:52:11.903753 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092a5b-9518-4385-868c-036d2313a41d req-1c058f57-332e-4d18-9dbc-b22a96b47849 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:11.905404 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-df092a5b-9518-4385-868c-036d2313a41d req-1c058f57-332e-4d18-9dbc-b22a96b47849 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0641429 Jul 13 08:52:11.944908 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-df092a5b-9518-4385-868c-036d2313a41d req-91e446f3-0300-42e2-bedf-b6f53c48c0a7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Jul 13 08:52:13.116371 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b455d-b156-480a-9a00-4854dc934bef req-07677494-754e-4b26-bed9-6527edac12aa tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:13.117752 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-656b455d-b156-480a-9a00-4854dc934bef req-07677494-754e-4b26-bed9-6527edac12aa tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0646753 Jul 13 08:52:13.153789 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-656b455d-b156-480a-9a00-4854dc934bef req-f6365075-6f8d-4202-8aff-0293eac0bd05 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305822 Jul 13 08:52:14.332527 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69104e-32f6-459c-8b27-dcef128f68e6 req-a39a45cb-7553-462f-a961-9dc170d59d78 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:14.334960 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9f69104e-32f6-459c-8b27-dcef128f68e6 req-a39a45cb-7553-462f-a961-9dc170d59d78 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0683863 Jul 13 08:52:14.373092 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9f69104e-32f6-459c-8b27-dcef128f68e6 req-bb59fa20-8de3-455d-9dc5-dda1fc358680 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Jul 13 08:52:15.541883 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c60b7-6c5b-46c0-9dc2-401511ed5435 req-5133dba9-6f58-4f17-a0ce-abb7152a6d53 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:15.543372 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1b0c60b7-6c5b-46c0-9dc2-401511ed5435 req-5133dba9-6f58-4f17-a0ce-abb7152a6d53 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0633285 Jul 13 08:52:15.580380 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1b0c60b7-6c5b-46c0-9dc2-401511ed5435 req-1567edf6-102a-4065-9e85-44e85304c839 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Jul 13 08:52:16.760539 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7790f-eb5d-4e34-b599-76a314a3649d req-34d8281b-51b1-4291-889c-df46784223f4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:16.765439 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1dc7790f-eb5d-4e34-b599-76a314a3649d req-34d8281b-51b1-4291-889c-df46784223f4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0754418 Jul 13 08:52:16.809860 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1dc7790f-eb5d-4e34-b599-76a314a3649d req-7b7c2845-5122-472c-8073-c02aef2c20a8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 Jul 13 08:52:17.984857 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c6940-5ccd-4022-bec3-def1aa3cebb8 req-d0ec15c2-8084-495e-8e79-75ec900ab19a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:17.986471 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-214c6940-5ccd-4022-bec3-def1aa3cebb8 req-d0ec15c2-8084-495e-8e79-75ec900ab19a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0638611 Jul 13 08:52:18.023253 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-214c6940-5ccd-4022-bec3-def1aa3cebb8 req-9cfbd740-b543-43f2-9c99-b4a11ff6071d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308318 Jul 13 08:52:19.194997 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08acdc-3e9e-4044-8b68-45e484970328 req-cd280188-7be4-45c8-8457-a260cdd7a582 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:19.196465 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6b08acdc-3e9e-4044-8b68-45e484970328 req-cd280188-7be4-45c8-8457-a260cdd7a582 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0610664 Jul 13 08:52:19.232648 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6b08acdc-3e9e-4044-8b68-45e484970328 req-dd57cb11-8044-4501-89dd-47fb43bd6ec5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306251 Jul 13 08:52:19.336180 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d94273f3-4016-475e-b09f-17b6eabe11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:20.405357 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922b340-8ad7-4bcd-9b8f-013f246a1b12 req-2be48161-318d-48d3-8de9-4feee1ee6d50 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:20.406837 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4922b340-8ad7-4bcd-9b8f-013f246a1b12 req-2be48161-318d-48d3-8de9-4feee1ee6d50 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0631545 Jul 13 08:52:20.445725 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4922b340-8ad7-4bcd-9b8f-013f246a1b12 req-ca7bf131-b5cf-47d5-a53e-06b86f75ffcc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332894 Jul 13 08:52:21.625635 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fdb04-e663-45e5-b0e6-41dcb635877b req-24192dcc-0c71-49fb-ac0a-4d0a0088ed65 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:21.627032 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b44fdb04-e663-45e5-b0e6-41dcb635877b req-24192dcc-0c71-49fb-ac0a-4d0a0088ed65 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0672226 Jul 13 08:52:21.665249 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b44fdb04-e663-45e5-b0e6-41dcb635877b req-c752875d-3700-4e85-8123-fe2795639990 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Jul 13 08:52:22.186110 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-e29c38e6-07f3-40ca-aec2-571437a955d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:22.409765 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:22.844422 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe57cf-5f32-49cb-9055-93090147f587 req-e189cb7e-7ae0-47d1-b02b-4b024e0c5c0d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:22.846968 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-eebe57cf-5f32-49cb-9055-93090147f587 req-e189cb7e-7ae0-47d1-b02b-4b024e0c5c0d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0716531 Jul 13 08:52:22.893087 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-eebe57cf-5f32-49cb-9055-93090147f587 req-204b93ad-42d6-4e45-8664-2f20d43e96e0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394475 Jul 13 08:52:23.105975 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.063452 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1285ee4-cb95-49aa-998b-10d9c1202809 req-23943e2a-55e7-4d09-a668-3533b10df5af tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:24.064939 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b1285ee4-cb95-49aa-998b-10d9c1202809 req-23943e2a-55e7-4d09-a668-3533b10df5af tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0621138 Jul 13 08:52:24.102774 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b1285ee4-cb95-49aa-998b-10d9c1202809 req-9802e006-d0fc-4c5a-adc6-5dedafbccec1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323145 Jul 13 08:52:24.702754 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:25.303898 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e89ba6-22ef-4b29-b6d4-9ed3f34996d8 req-3f335494-a1ee-4b81-a5c0-e6f182175584 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:25.305572 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-20e89ba6-22ef-4b29-b6d4-9ed3f34996d8 req-3f335494-a1ee-4b81-a5c0-e6f182175584 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0792902 Jul 13 08:52:25.350564 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-20e89ba6-22ef-4b29-b6d4-9ed3f34996d8 req-3bfd2ec4-8cc8-47c9-94cf-fa585b5ffff9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360281 Jul 13 08:52:26.573550 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695f754-72c5-41cf-ac10-51391171607a req-c7c84481-890e-4c83-ae13-03abdfc1c945 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:26.575198 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4695f754-72c5-41cf-ac10-51391171607a req-c7c84481-890e-4c83-ae13-03abdfc1c945 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0781667 Jul 13 08:52:26.622319 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4695f754-72c5-41cf-ac10-51391171607a req-953dc45e-661f-4de5-8724-cec88d29bac9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Jul 13 08:52:27.814504 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7a46-531e-49d7-9189-7e6e17e01d64 req-7470e5ab-149c-44fc-9db0-e8cbbd8cb667 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:27.816069 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-13cc7a46-531e-49d7-9189-7e6e17e01d64 req-7470e5ab-149c-44fc-9db0-e8cbbd8cb667 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0672181 Jul 13 08:52:27.859433 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-13cc7a46-531e-49d7-9189-7e6e17e01d64 req-0fbcec8e-3743-4649-af59-87588cd12e08 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369399 Jul 13 08:52:29.072149 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d723b-e03b-4476-89a8-49592c66380b req-1b94fa4a-2d63-4447-8fe3-c533652c5b65 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:29.073687 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-936d723b-e03b-4476-89a8-49592c66380b req-1b94fa4a-2d63-4447-8fe3-c533652c5b65 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0788591 Jul 13 08:52:29.117492 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-936d723b-e03b-4476-89a8-49592c66380b req-ffc80513-4a34-4013-b342-5810f7b3222c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367334 Jul 13 08:52:30.311024 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fa6e8-a258-47ac-b790-d69ecfb0f282 req-c0aee09b-bb03-4415-a548-9c8083486369 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:30.312680 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e63fa6e8-a258-47ac-b790-d69ecfb0f282 req-c0aee09b-bb03-4415-a548-9c8083486369 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0772300 Jul 13 08:52:30.357759 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e63fa6e8-a258-47ac-b790-d69ecfb0f282 req-da1cb40b-dc29-4009-8981-5d8e8c707a50 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391529 Jul 13 08:52:31.560070 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7286ed-da10-43d1-9335-6d85e90f7689 req-d71329fd-b554-44a1-aadd-956614a23fb7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:31.561671 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8e7286ed-da10-43d1-9335-6d85e90f7689 req-d71329fd-b554-44a1-aadd-956614a23fb7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0717196 Jul 13 08:52:31.610234 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8e7286ed-da10-43d1-9335-6d85e90f7689 req-d230c707-bb30-4f7e-b89e-8b1dcc65cec5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390656 Jul 13 08:52:32.338745 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:32.826037 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8698580-a857-48bc-8acb-bdc3cbd28922 req-34094d60-3e88-4362-9950-debc66a80afa tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:32.827672 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d8698580-a857-48bc-8acb-bdc3cbd28922 req-34094d60-3e88-4362-9950-debc66a80afa tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0706084 Jul 13 08:52:32.871172 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d8698580-a857-48bc-8acb-bdc3cbd28922 req-c612d834-8d52-4f4c-9e39-8ff0d61de95d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376630 Jul 13 08:52:34.048083 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6befed0-ebff-45ce-8d51-8eaaa88a4d16 req-810dfbc0-fef9-4be5-9ec7-38c04687bd40 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:34.049569 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b6befed0-ebff-45ce-8d51-8eaaa88a4d16 req-810dfbc0-fef9-4be5-9ec7-38c04687bd40 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0668428 Jul 13 08:52:34.087913 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b6befed0-ebff-45ce-8d51-8eaaa88a4d16 req-cb6dbc1c-3015-445c-8c26-26f3b2d1eef9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319593 Jul 13 08:52:34.602185 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:52:35.262774 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5fe19-0bfa-4dcb-9786-da22c1d26e09 req-3332c351-759a-41e7-a5ec-54dab7a29a8c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:35.264319 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dae5fe19-0bfa-4dcb-9786-da22c1d26e09 req-3332c351-759a-41e7-a5ec-54dab7a29a8c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0656538 Jul 13 08:52:35.302969 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dae5fe19-0bfa-4dcb-9786-da22c1d26e09 req-1d65be1b-1a86-44c3-845d-b7a034a1c88f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327947 Jul 13 08:52:36.472514 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683add14-f824-423d-8772-a264f1e2153b req-f40e3150-2d4d-4c93-9b9b-f4a1ed475e47 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:36.473821 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-683add14-f824-423d-8772-a264f1e2153b req-f40e3150-2d4d-4c93-9b9b-f4a1ed475e47 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0622077 Jul 13 08:52:36.511258 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-683add14-f824-423d-8772-a264f1e2153b req-3c10f970-00e3-46a2-9190-31ce3ecf1e4f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Jul 13 08:52:37.690145 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c2cc4-862e-427b-a512-3293b5500b7b req-1b2f1e61-d0bb-42df-b5e4-76659aaaa784 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:37.691650 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ba4c2cc4-862e-427b-a512-3293b5500b7b req-1b2f1e61-d0bb-42df-b5e4-76659aaaa784 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0656734 Jul 13 08:52:37.730306 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ba4c2cc4-862e-427b-a512-3293b5500b7b req-9e7a2a62-54dd-4f19-a5b8-79432e766b9b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320299 Jul 13 08:52:38.921565 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956eeb-bb9f-4467-8201-14b3ae39238a req-55887c67-2900-4a9a-876a-4693f3db5884 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:38.923245 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-22956eeb-bb9f-4467-8201-14b3ae39238a req-55887c67-2900-4a9a-876a-4693f3db5884 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0737934 Jul 13 08:52:38.973207 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-22956eeb-bb9f-4467-8201-14b3ae39238a req-dda1d0df-3a81-42b4-8af4-bd284d2f15c9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376685 Jul 13 08:52:40.177054 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6c810-b3b0-436a-9a1a-c7be48544915 req-7c1e33f6-7ba1-4ff0-bbd5-a07cce96c66f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:40.178569 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-17b6c810-b3b0-436a-9a1a-c7be48544915 req-7c1e33f6-7ba1-4ff0-bbd5-a07cce96c66f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0799639 Jul 13 08:52:40.221003 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-17b6c810-b3b0-436a-9a1a-c7be48544915 req-839202d7-588a-4d93-8e5e-0cb30de8e629 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357928 Jul 13 08:52:41.410729 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfadca-64ca-4029-9c49-be36f9de6df3 req-61012018-2899-41c5-8c16-3d95606c1b26 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:41.412314 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fbbfadca-64ca-4029-9c49-be36f9de6df3 req-61012018-2899-41c5-8c16-3d95606c1b26 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0663035 Jul 13 08:52:41.452902 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fbbfadca-64ca-4029-9c49-be36f9de6df3 req-5edf7bd1-b21f-4bf9-9e63-2bba96b4b2cd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339458 Jul 13 08:52:42.638160 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd19041-c67a-4950-b648-8d484441ede6 req-e1779b94-c35c-434b-b196-178eabf52939 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:42.639766 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-acd19041-c67a-4950-b648-8d484441ede6 req-e1779b94-c35c-434b-b196-178eabf52939 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0710230 Jul 13 08:52:42.681471 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-acd19041-c67a-4950-b648-8d484441ede6 req-0d5faa6f-a7d6-44c3-accb-bc4ba5128bca tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360620 Jul 13 08:52:43.860715 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68713f7-1f65-4aab-b05e-0f06ebc2de93 req-3696b62c-3786-4069-a50a-a069960fb10f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:43.862285 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f68713f7-1f65-4aab-b05e-0f06ebc2de93 req-3696b62c-3786-4069-a50a-a069960fb10f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0649278 Jul 13 08:52:43.904292 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f68713f7-1f65-4aab-b05e-0f06ebc2de93 req-f746bbad-ea3b-4b6d-b5d7-4b0d2c47b66e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355060 Jul 13 08:52:45.083280 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55f0c1-44ff-4a81-beda-a1bd6b159478 req-cc1534aa-88df-4d38-9b2e-630a47f356a9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:45.084829 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9f55f0c1-44ff-4a81-beda-a1bd6b159478 req-cc1534aa-88df-4d38-9b2e-630a47f356a9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0642052 Jul 13 08:52:45.127094 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9f55f0c1-44ff-4a81-beda-a1bd6b159478 req-3d664b90-1728-41c2-a981-d38cde9193b5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360422 Jul 13 08:52:46.313344 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28867df9-03ec-453a-9f62-faaa2e0d1481 req-94164a83-aaac-434c-9f8e-808b3b332da2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:46.314937 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-28867df9-03ec-453a-9f62-faaa2e0d1481 req-94164a83-aaac-434c-9f8e-808b3b332da2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0715926 Jul 13 08:52:46.354222 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-28867df9-03ec-453a-9f62-faaa2e0d1481 req-fef3f73c-b0a6-468e-89f2-63efbad8cfd4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334859 Jul 13 08:52:47.553614 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec55e4-114f-4e1a-bae3-ca808e700cbd req-8abf72e8-7473-4c4d-b91e-3a91e375d771 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:47.556173 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-efec55e4-114f-4e1a-bae3-ca808e700cbd req-8abf72e8-7473-4c4d-b91e-3a91e375d771 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0783072 Jul 13 08:52:47.596189 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-efec55e4-114f-4e1a-bae3-ca808e700cbd req-eada25bc-c5d8-483a-b968-449c26c25b26 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336142 Jul 13 08:52:48.783660 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46703b-1fad-431e-94bf-0e70a6c1d9b5 req-4efe9398-be04-435a-85dd-e9227982bb5d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:48.785135 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4b46703b-1fad-431e-94bf-0e70a6c1d9b5 req-4efe9398-be04-435a-85dd-e9227982bb5d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0645692 Jul 13 08:52:48.825281 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4b46703b-1fad-431e-94bf-0e70a6c1d9b5 req-0628a793-44d3-4414-847c-a0c40edec481 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333993 Jul 13 08:52:49.336973 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2cbb-44d1-4384-a492-dc6a15b6c463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:50.026772 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735e55d-e6bd-46d2-8854-798e9905bc59 req-659e9882-c1f0-4863-9f94-a4554114e175 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:50.028401 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e735e55d-e6bd-46d2-8854-798e9905bc59 req-659e9882-c1f0-4863-9f94-a4554114e175 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0748625 Jul 13 08:52:50.069658 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e735e55d-e6bd-46d2-8854-798e9905bc59 req-9aedd5ca-fcbe-4eba-85d7-310d4eb4033e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355320 Jul 13 08:52:51.259649 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e628f9-573e-412d-840d-6f30ac6da416 req-a8da85f3-eb6c-44b0-a5bf-d04f8d155f78 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:51.261133 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9e628f9-573e-412d-840d-6f30ac6da416 req-a8da85f3-eb6c-44b0-a5bf-d04f8d155f78 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0669188 Jul 13 08:52:51.297978 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d9e628f9-573e-412d-840d-6f30ac6da416 req-94f9b422-063b-4dd6-8bcc-57e6e05bfc2d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Jul 13 08:52:52.186809 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-38984d19-e23d-4e65-bc8b-8ecfc9714ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:52.410789 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:52.469750 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f230b-0014-460f-bb30-a16efe4734da req-e12ded4e-f07c-4fd1-a5d7-5bfa929699ea tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:52.471290 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5f2f230b-0014-460f-bb30-a16efe4734da req-e12ded4e-f07c-4fd1-a5d7-5bfa929699ea tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0645289 Jul 13 08:52:52.508083 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5f2f230b-0014-460f-bb30-a16efe4734da req-a55f8cb3-02d6-43c5-a3dc-3558c4f3489c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Jul 13 08:52:53.109998 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:53.685348 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699190a6-09f5-4880-ab5a-03744ba107f3 req-5b5a2cea-9566-48eb-ad5f-53a9a1b9ac91 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:53.686997 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-699190a6-09f5-4880-ab5a-03744ba107f3 req-5b5a2cea-9566-48eb-ad5f-53a9a1b9ac91 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0673289 Jul 13 08:52:53.726026 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-699190a6-09f5-4880-ab5a-03744ba107f3 req-54d91cd1-272f-4abb-8673-cf985643afb4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334661 Jul 13 08:52:54.702881 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:54.903431 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074125fc-76f4-40fb-8adb-bfe6d38c8df0 req-89b4fbf6-4ee1-41b7-859d-a4197f1a561a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:54.905053 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-074125fc-76f4-40fb-8adb-bfe6d38c8df0 req-89b4fbf6-4ee1-41b7-859d-a4197f1a561a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0693557 Jul 13 08:52:54.942768 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-074125fc-76f4-40fb-8adb-bfe6d38c8df0 req-c68f2879-befc-4a75-a8ab-13b480baa16c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320332 Jul 13 08:52:56.115324 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7129020-f3aa-4c12-876c-7e45c4c9526a req-aeac6152-9da2-40fe-b231-ca4b2158f448 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:56.116864 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e7129020-f3aa-4c12-876c-7e45c4c9526a req-aeac6152-9da2-40fe-b231-ca4b2158f448 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0631697 Jul 13 08:52:56.157184 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e7129020-f3aa-4c12-876c-7e45c4c9526a req-5a3a4851-43fe-4eb0-a899-e4ef9d2b16cc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337753 Jul 13 08:52:57.337720 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad1038-2fee-4fb7-8366-5e0cee8fcaae req-8269094b-1b03-42bd-85a3-27ee9853891c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:57.339330 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dfad1038-2fee-4fb7-8366-5e0cee8fcaae req-8269094b-1b03-42bd-85a3-27ee9853891c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0664904 Jul 13 08:52:57.380226 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dfad1038-2fee-4fb7-8366-5e0cee8fcaae req-fb9d96c6-1fbe-4afb-a143-60bf25351479 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348396 Jul 13 08:52:58.564978 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c5dcf-f62c-4ccb-b5cc-5d8f58ec7e2a req-e22a675f-d50f-46ef-9ebe-23dea4b16c44 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:58.566509 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a41c5dcf-f62c-4ccb-b5cc-5d8f58ec7e2a req-e22a675f-d50f-46ef-9ebe-23dea4b16c44 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0685239 Jul 13 08:52:58.607447 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a41c5dcf-f62c-4ccb-b5cc-5d8f58ec7e2a req-03715180-ee10-4712-9842-7d32d2c0ac23 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341940 Jul 13 08:52:59.798111 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eba90d-9148-49ae-9fa0-619da150c090 req-cfdfc3d0-d20f-4dab-97c0-677f52ba6d5c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:59.799633 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-82eba90d-9148-49ae-9fa0-619da150c090 req-cfdfc3d0-d20f-4dab-97c0-677f52ba6d5c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0621698 Jul 13 08:52:59.839894 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-82eba90d-9148-49ae-9fa0-619da150c090 req-4e918dc1-d24c-4def-aede-3653de1e1da1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342054 Jul 13 08:53:01.013909 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60fdf-a278-4a19-877c-32f712c3ba6d req-80948379-1e6a-471c-92e3-85378ac651ce tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:01.015465 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-aab60fdf-a278-4a19-877c-32f712c3ba6d req-80948379-1e6a-471c-92e3-85378ac651ce tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0636697 Jul 13 08:53:01.052987 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-aab60fdf-a278-4a19-877c-32f712c3ba6d req-4644a3e5-dd5e-46b3-98ed-0a403bb6059e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318835 Jul 13 08:53:02.231910 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8c64-9cfb-4b09-9613-9fac99db6803 req-737e8be8-85cd-4bd3-88fa-f71673d2c523 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:02.233414 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-438d8c64-9cfb-4b09-9613-9fac99db6803 req-737e8be8-85cd-4bd3-88fa-f71673d2c523 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0724170 Jul 13 08:53:02.271754 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-438d8c64-9cfb-4b09-9613-9fac99db6803 req-11d7a826-cb18-4756-86e4-fd938579164f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Jul 13 08:53:02.339250 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:03.443968 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a650d98-d97d-422f-b720-a6bd1514a1bf req-5e117d3e-133e-4998-98b2-1b02393aeb4c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:03.445450 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7a650d98-d97d-422f-b720-a6bd1514a1bf req-5e117d3e-133e-4998-98b2-1b02393aeb4c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0657971 Jul 13 08:53:03.483595 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7a650d98-d97d-422f-b720-a6bd1514a1bf req-34456620-b02a-4b19-8e06-94ac685e9821 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318415 Jul 13 08:53:04.657230 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cab66-3d5f-43fd-9373-5d53037130ca req-80c0ccc8-afae-47b2-ac69-64ce3c6c9691 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:04.658769 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-332cab66-3d5f-43fd-9373-5d53037130ca req-80c0ccc8-afae-47b2-ac69-64ce3c6c9691 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0647447 Jul 13 08:53:04.696997 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-332cab66-3d5f-43fd-9373-5d53037130ca req-7da4af68-e6b6-407b-aa46-38b87d8d8749 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Jul 13 08:53:05.753862 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-e61db8f1-30bb-4a38-ba79-a418e2df4b8d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552094 Jul 13 08:53:05.856746 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-29215c31-44c3-4174-832e-f66853ed5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:05.858261 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-29215c31-44c3-4174-832e-f66853ed5cab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 1099 time: 0.0545909 Jul 13 08:53:05.869316 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd730b15-9629-4325-856b-8296c9f55096 req-ad722865-88e4-425a-a9b4-fe33c7dd97e6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:05.870835 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bd730b15-9629-4325-856b-8296c9f55096 req-ad722865-88e4-425a-a9b4-fe33c7dd97e6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0629072 Jul 13 08:53:05.910649 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bd730b15-9629-4325-856b-8296c9f55096 req-2e1fcd25-81a2-400f-9b07-c08b9a3806ed tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334473 Jul 13 08:53:05.973549 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-1390f294-b2d7-4c20-a74c-cf4ba9388a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:05.975065 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-1390f294-b2d7-4c20-a74c-cf4ba9388a46 service neutron] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 911 time: 0.0971525 Jul 13 08:53:06.045129 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-7d054f24-c2de-4c79-9da8-d49ee79f2298 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0 HTTP/1.1" status: 200 len: 1001 time: 0.0639241 Jul 13 08:53:06.093214 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-c70db4c2-7b51-4a83-99ba-4ef63cb4845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:06.094701 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-c70db4c2-7b51-4a83-99ba-4ef63cb4845a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.0435307 Jul 13 08:53:06.152857 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-cf196ebf-0bcd-446a-82ca-1f6e0ed8d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:06.154388 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-cf196ebf-0bcd-446a-82ca-1f6e0ed8d719 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537083 Jul 13 08:53:06.252406 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-451f9ab3-3af0-40c5-bfb2-b4fccf06a157 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914683 Jul 13 08:53:06.347815 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-db8ccb6c-6d83-4132-8c1a-71f122f1486a req-aed78381-cbad-4457-815c-2437d8ec97e3 service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846317 Jul 13 08:53:07.092596 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487e584-92df-4c8a-9028-bd15e30b84da req-47313b81-d37f-4ec4-badb-cea91d34d809 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:07.094009 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3487e584-92df-4c8a-9028-bd15e30b84da req-47313b81-d37f-4ec4-badb-cea91d34d809 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0635052 Jul 13 08:53:07.131937 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3487e584-92df-4c8a-9028-bd15e30b84da req-86891dfa-1204-4980-81c0-3b743c658704 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Jul 13 08:53:08.309155 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f312f-3f04-4a81-a431-d04fd97353da req-e2def33c-ec0f-4c90-8894-177a96bd33c2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:08.310685 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-151f312f-3f04-4a81-a431-d04fd97353da req-e2def33c-ec0f-4c90-8894-177a96bd33c2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0689561 Jul 13 08:53:08.350207 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-151f312f-3f04-4a81-a431-d04fd97353da req-34b84f57-f72b-4f71-bb91-5b299a9e9f91 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338933 Jul 13 08:53:09.524541 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576ddd9-ad29-4f39-826c-c0eeb84e7caf req-df4a4c37-e14c-41c6-b107-7c38167d28d8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:09.526085 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d576ddd9-ad29-4f39-826c-c0eeb84e7caf req-df4a4c37-e14c-41c6-b107-7c38167d28d8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0660684 Jul 13 08:53:09.563718 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d576ddd9-ad29-4f39-826c-c0eeb84e7caf req-1208ed58-a939-466e-a34f-95cc438dd3eb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320890 Jul 13 08:53:10.735623 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda4103-20f6-40a9-993a-165d7d4efa40 req-103d9e6b-3a15-48a1-988e-e36af005036d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:10.737092 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9dda4103-20f6-40a9-993a-165d7d4efa40 req-103d9e6b-3a15-48a1-988e-e36af005036d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0624545 Jul 13 08:53:10.774194 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9dda4103-20f6-40a9-993a-165d7d4efa40 req-29955d13-352d-468d-8d57-d65889572e73 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315957 Jul 13 08:53:11.600382 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:53:11.945553 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967d0fd-adee-46e5-9f7d-6ba9e2e00ef0 req-5b02943e-239e-4383-89c9-088d425cf025 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:11.947795 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5967d0fd-adee-46e5-9f7d-6ba9e2e00ef0 req-5b02943e-239e-4383-89c9-088d425cf025 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0625899 Jul 13 08:53:11.984698 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5967d0fd-adee-46e5-9f7d-6ba9e2e00ef0 req-022380cd-aa2e-49ab-bece-e0e38e0747cc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Jul 13 08:53:13.171079 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ed413-f485-4f9b-b235-7eb3b7f27e04 req-fb2c469b-c82b-4182-8979-7721cf0f644d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:13.172526 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-618ed413-f485-4f9b-b235-7eb3b7f27e04 req-fb2c469b-c82b-4182-8979-7721cf0f644d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0687234 Jul 13 08:53:13.211942 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-618ed413-f485-4f9b-b235-7eb3b7f27e04 req-6a252459-ce6b-4b43-bfcc-701ea0130cfd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334635 Jul 13 08:53:14.386364 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb4de6-8c21-4898-96b8-5abe5c74a86e req-0e6956f3-f025-4285-a25a-a7d5097c87ea tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:14.387866 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-86fb4de6-8c21-4898-96b8-5abe5c74a86e req-0e6956f3-f025-4285-a25a-a7d5097c87ea tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0653024 Jul 13 08:53:14.424965 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-86fb4de6-8c21-4898-96b8-5abe5c74a86e req-eac5bf27-359b-4daa-9419-301be0782d37 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Jul 13 08:53:15.597333 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59ac30-01c2-40c0-a153-2bce576fbc1d req-ec88fad8-1de3-4b2f-86b8-153a25d7ea80 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:15.598832 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2d59ac30-01c2-40c0-a153-2bce576fbc1d req-ec88fad8-1de3-4b2f-86b8-153a25d7ea80 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0625904 Jul 13 08:53:15.638124 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2d59ac30-01c2-40c0-a153-2bce576fbc1d req-408d2030-6e5a-4463-9ed7-de90378da3bf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327177 Jul 13 08:53:16.815111 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db9d0-cd62-4018-a97b-2b0773289e5e req-82fcffa5-ba55-44a9-b7d5-1f1b670dc347 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:16.816619 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-518db9d0-cd62-4018-a97b-2b0773289e5e req-82fcffa5-ba55-44a9-b7d5-1f1b670dc347 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0634928 Jul 13 08:53:16.855773 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-518db9d0-cd62-4018-a97b-2b0773289e5e req-df06ca01-1661-464f-b5e5-2d65b81b061a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331657 Jul 13 08:53:18.026842 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d84a5-f214-4b00-9ff3-178a3b7c9a2c req-4018f519-e1a3-4117-8786-a115be55b60a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:18.029160 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5f8d84a5-f214-4b00-9ff3-178a3b7c9a2c req-4018f519-e1a3-4117-8786-a115be55b60a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0627732 Jul 13 08:53:18.064891 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5f8d84a5-f214-4b00-9ff3-178a3b7c9a2c req-c7017bae-b01c-4b9c-94ed-ba629e6bc544 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302849 Jul 13 08:53:19.236974 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9c6e1-4528-4992-9bc7-50ef68af7b3d req-a94ea417-ee4c-4abb-bcff-3ff8550bd6b2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:19.238417 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d1e9c6e1-4528-4992-9bc7-50ef68af7b3d req-a94ea417-ee4c-4abb-bcff-3ff8550bd6b2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0631592 Jul 13 08:53:19.283280 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d1e9c6e1-4528-4992-9bc7-50ef68af7b3d req-ad33afd7-561b-444d-8822-736424f99614 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390537 Jul 13 08:53:19.337286 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8e21f442-bdac-45f0-94c5-c5c3e6148c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:20.457212 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978304-31c2-4f12-89d1-69686311fdf4 req-0eb909e0-57f2-4f5b-8227-cf1e75a91f7e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:20.458701 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-52978304-31c2-4f12-89d1-69686311fdf4 req-0eb909e0-57f2-4f5b-8227-cf1e75a91f7e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0662303 Jul 13 08:53:20.496321 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-52978304-31c2-4f12-89d1-69686311fdf4 req-8e8213a7-666d-4483-a1e3-5f9fe716a26e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Jul 13 08:53:21.671857 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ea28f-bd64-4870-ae2d-b393179bbc01 req-6ab68d34-f43c-4ce0-bad1-82eb57cc2278 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:21.673296 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bb1ea28f-bd64-4870-ae2d-b393179bbc01 req-6ab68d34-f43c-4ce0-bad1-82eb57cc2278 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0654309 Jul 13 08:53:21.710139 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bb1ea28f-bd64-4870-ae2d-b393179bbc01 req-b68cde56-b0ad-4318-b09f-37a96405e8e3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Jul 13 08:53:22.187555 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-83d30d7b-c13c-4055-ba90-108f25009e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:22.411837 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:22.889319 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7f061-37be-4fb9-a3c3-333e0d947ce0 req-9f7a919a-c655-4d74-a5bf-1798cc4aa4f3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:22.890898 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8ca7f061-37be-4fb9-a3c3-333e0d947ce0 req-9f7a919a-c655-4d74-a5bf-1798cc4aa4f3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0677493 Jul 13 08:53:22.929742 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8ca7f061-37be-4fb9-a3c3-333e0d947ce0 req-6ff6d9b1-154a-4404-8fae-3469084604c0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332198 Jul 13 08:53:23.111532 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:24.100946 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68525b97-6542-446e-98f1-c0aba93bacbc req-10d7ae60-337c-432c-8219-fd53cc882664 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:24.102439 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-68525b97-6542-446e-98f1-c0aba93bacbc req-10d7ae60-337c-432c-8219-fd53cc882664 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0626633 Jul 13 08:53:24.139931 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-68525b97-6542-446e-98f1-c0aba93bacbc req-01f12cc3-fdcf-48e7-aa17-fd17df488324 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319066 Jul 13 08:53:24.704067 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:25.316146 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4249f2-a6ee-4412-918f-863c69e49533 req-c3dff1b8-c043-4855-b993-df7477d90dd4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:25.317676 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7f4249f2-a6ee-4412-918f-863c69e49533 req-c3dff1b8-c043-4855-b993-df7477d90dd4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0683193 Jul 13 08:53:25.357516 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7f4249f2-a6ee-4412-918f-863c69e49533 req-f8844d64-16a2-4be5-a03e-f314aad1f7b7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342784 Jul 13 08:53:26.536506 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860616ce-2e7f-40d8-b427-942e4ba883fa req-5d2ef75c-de32-4c33-829c-e61bb38cf290 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:26.537922 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-860616ce-2e7f-40d8-b427-942e4ba883fa req-5d2ef75c-de32-4c33-829c-e61bb38cf290 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0672650 Jul 13 08:53:26.575689 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-860616ce-2e7f-40d8-b427-942e4ba883fa req-bf402281-2395-4232-b2b7-b379036d5629 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Jul 13 08:53:27.748076 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e72737-4ee9-40e3-9b8c-28ecedec5602 req-e8a9d6a2-0095-447c-800f-ec0c8595fcd8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:27.749560 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b2e72737-4ee9-40e3-9b8c-28ecedec5602 req-e8a9d6a2-0095-447c-800f-ec0c8595fcd8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0629451 Jul 13 08:53:27.785813 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b2e72737-4ee9-40e3-9b8c-28ecedec5602 req-75f717ee-7c7d-45d7-b494-93b91d7365f4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306909 Jul 13 08:53:28.964840 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a4a2-b3b7-4be6-87f1-99f169c928b4 req-f5307bb8-095f-4ac4-b1f6-91136a1cf560 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:28.966488 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8420a4a2-b3b7-4be6-87f1-99f169c928b4 req-f5307bb8-095f-4ac4-b1f6-91136a1cf560 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0653729 Jul 13 08:53:29.004642 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8420a4a2-b3b7-4be6-87f1-99f169c928b4 req-7fadbbe8-cf31-4dbb-8829-12e1b9d5f253 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321486 Jul 13 08:53:30.175594 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a921e-d154-42e1-9195-11a8d1371770 req-7c46809b-f83b-4a5d-a693-4dba43cd67b4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:30.177097 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-238a921e-d154-42e1-9195-11a8d1371770 req-7c46809b-f83b-4a5d-a693-4dba43cd67b4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0639579 Jul 13 08:53:30.214116 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-238a921e-d154-42e1-9195-11a8d1371770 req-ac6aa05b-78a3-466b-b39a-4873f0787f60 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313451 Jul 13 08:53:31.384572 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039d994-b5c1-44dc-a2b8-10a751ee81a3 req-83cd6e5d-4dcf-496d-b309-ca330ec14b08 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:31.386044 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b039d994-b5c1-44dc-a2b8-10a751ee81a3 req-83cd6e5d-4dcf-496d-b309-ca330ec14b08 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0624428 Jul 13 08:53:31.423515 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b039d994-b5c1-44dc-a2b8-10a751ee81a3 req-ddd02940-7d98-48bc-bbb5-1aa68bb41e48 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318351 Jul 13 08:53:32.353872 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:32.597650 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61950a4-ffb9-49a3-8f6b-947f015b7ec0 req-e1d26c4a-ad62-4c03-9096-570b31e81768 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:32.599140 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c61950a4-ffb9-49a3-8f6b-947f015b7ec0 req-e1d26c4a-ad62-4c03-9096-570b31e81768 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0652251 Jul 13 08:53:32.637582 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c61950a4-ffb9-49a3-8f6b-947f015b7ec0 req-1ea33093-b6dc-49de-bb29-cf84e6719275 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328307 Jul 13 08:53:33.821707 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaa0da-e53f-4c8d-82c2-351f8e183cbc req-5cc8bcff-00a9-4ee3-a857-08884fbbaa5a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:33.823219 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98eaa0da-e53f-4c8d-82c2-351f8e183cbc req-5cc8bcff-00a9-4ee3-a857-08884fbbaa5a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0670629 Jul 13 08:53:33.862854 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98eaa0da-e53f-4c8d-82c2-351f8e183cbc req-e9e594b9-6686-4eea-a0ba-d45e19d044b8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333798 Jul 13 08:53:35.032370 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fc404-5989-48fb-a352-146e860890b9 req-fc69f909-3620-4490-afdc-35bcbe08cac2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:35.033791 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fd0fc404-5989-48fb-a352-146e860890b9 req-fc69f909-3620-4490-afdc-35bcbe08cac2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0629177 Jul 13 08:53:35.070933 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fd0fc404-5989-48fb-a352-146e860890b9 req-9bf7d85d-4043-4c29-a01a-8acff5a101d0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316865 Jul 13 08:53:36.244558 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32573f8f-b172-4af1-8c05-d2960c24a190 req-87494a93-05b6-4736-97ea-3642838f8dc0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:36.246063 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-32573f8f-b172-4af1-8c05-d2960c24a190 req-87494a93-05b6-4736-97ea-3642838f8dc0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0640304 Jul 13 08:53:36.285036 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-32573f8f-b172-4af1-8c05-d2960c24a190 req-ed9774aa-aab1-47c5-8a4f-1ae9f19c3a4e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332158 Jul 13 08:53:37.461835 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7a2f6-492f-4789-85ed-ffd4969ccb3f req-898a0738-3f94-41a4-9659-e0a7284807d2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:37.463256 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1dd7a2f6-492f-4789-85ed-ffd4969ccb3f req-898a0738-3f94-41a4-9659-e0a7284807d2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0650444 Jul 13 08:53:37.503154 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1dd7a2f6-492f-4789-85ed-ffd4969ccb3f req-c8ddf357-3e5c-418c-8968-b827e8c1d3cb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335414 Jul 13 08:53:38.676927 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae96ec-8282-49f1-8a34-33b2430d1fda req-741b0bb9-e0f0-40ce-81d9-869b0256e35f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:38.678423 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-efae96ec-8282-49f1-8a34-33b2430d1fda req-741b0bb9-e0f0-40ce-81d9-869b0256e35f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0654762 Jul 13 08:53:38.716550 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-efae96ec-8282-49f1-8a34-33b2430d1fda req-939a74cd-4972-4c1f-a238-b893201a0294 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325682 Jul 13 08:53:39.890241 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e287d-9c71-4b0b-b86d-78738bd42fb8 req-849536c0-f3ea-4157-9542-7ece6ed147e3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:39.891866 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-641e287d-9c71-4b0b-b86d-78738bd42fb8 req-849536c0-f3ea-4157-9542-7ece6ed147e3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0652137 Jul 13 08:53:39.930432 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-641e287d-9c71-4b0b-b86d-78738bd42fb8 req-25bb3630-2dc6-45f8-82b2-136e83bcad88 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329034 Jul 13 08:53:41.101501 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f94b-f69a-4d54-93cf-94f4879c0ea4 req-94aa9e8e-c287-4010-b704-3b52b9afcb5e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:41.102901 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5011f94b-f69a-4d54-93cf-94f4879c0ea4 req-94aa9e8e-c287-4010-b704-3b52b9afcb5e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0635996 Jul 13 08:53:41.146633 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5011f94b-f69a-4d54-93cf-94f4879c0ea4 req-830c2d5a-7147-4648-82a3-8f0f2ffcf786 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371926 Jul 13 08:53:42.322975 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889fa2c-fad0-4470-938e-031ae3abf599 req-42c39006-0673-47ff-a900-94b203927a2b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:42.324503 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8889fa2c-fad0-4470-938e-031ae3abf599 req-42c39006-0673-47ff-a900-94b203927a2b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0628102 Jul 13 08:53:42.362198 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8889fa2c-fad0-4470-938e-031ae3abf599 req-3e6b5b9d-7b74-4ced-b1aa-936a8af34e8e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314212 Jul 13 08:53:43.534885 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8ad09-abcf-43b8-870a-8f54e43ff83a req-2541f17a-c21f-4a17-aa7e-7c1d903858e9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:43.536323 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-acb8ad09-abcf-43b8-870a-8f54e43ff83a req-2541f17a-c21f-4a17-aa7e-7c1d903858e9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0652394 Jul 13 08:53:43.573607 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-acb8ad09-abcf-43b8-870a-8f54e43ff83a req-faba3744-7ab0-4471-85a7-9c6f11d220ae tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317976 Jul 13 08:53:44.754372 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581b2cb-722d-47b8-a224-815974c53944 req-3683cb71-276d-4889-8511-af39d70b34e3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:44.755966 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b581b2cb-722d-47b8-a224-815974c53944 req-3683cb71-276d-4889-8511-af39d70b34e3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0729301 Jul 13 08:53:44.793537 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b581b2cb-722d-47b8-a224-815974c53944 req-83663fb8-b9fa-4b35-9700-429128bd6ac9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Jul 13 08:53:45.970714 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a26ae7-4813-4563-a4f1-f42fb1767894 req-dae27992-fccd-404f-9a76-5df06ebd2a68 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:45.972222 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e5a26ae7-4813-4563-a4f1-f42fb1767894 req-dae27992-fccd-404f-9a76-5df06ebd2a68 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0661845 Jul 13 08:53:46.009152 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e5a26ae7-4813-4563-a4f1-f42fb1767894 req-3d44c7c8-ddb7-4d54-915e-b7b5cb47adf3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313842 Jul 13 08:53:47.181259 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f9f00-ba8b-4834-9669-3ec551410c60 req-79ee8d13-5e6c-4989-af98-bb0b6b013795 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:47.182772 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e91f9f00-ba8b-4834-9669-3ec551410c60 req-79ee8d13-5e6c-4989-af98-bb0b6b013795 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0641863 Jul 13 08:53:47.220857 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e91f9f00-ba8b-4834-9669-3ec551410c60 req-ad411853-e90c-474b-868c-6ce10e72abe3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Jul 13 08:53:48.394667 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666e56-f311-4b07-872b-8b59332d7841 req-34b7f4e3-ea21-4f3d-9099-077ae63c07cf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:48.396189 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33666e56-f311-4b07-872b-8b59332d7841 req-34b7f4e3-ea21-4f3d-9099-077ae63c07cf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0628917 Jul 13 08:53:48.432498 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33666e56-f311-4b07-872b-8b59332d7841 req-74e0d88a-1726-41f3-aec8-e4798f186027 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308099 Jul 13 08:53:48.599417 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:53:49.338378 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2139-8c8a-42f9-b8e2-f7d7097aa76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:49.608304 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2ffe4-0826-45f9-bb37-d59c07e86d4a req-bfbf22df-977d-49c7-8dc9-d3471bcbd03a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:49.609894 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-afe2ffe4-0826-45f9-bb37-d59c07e86d4a req-bfbf22df-977d-49c7-8dc9-d3471bcbd03a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0680397 Jul 13 08:53:49.647895 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-afe2ffe4-0826-45f9-bb37-d59c07e86d4a req-7bab005c-a653-4339-a2ed-4dbfc0948c66 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Jul 13 08:53:50.820477 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebd220-d908-455c-b68c-fbb6687b173c req-a1964c1d-3e64-44cb-9284-11a9540cb8e0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:50.821960 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bbebd220-d908-455c-b68c-fbb6687b173c req-a1964c1d-3e64-44cb-9284-11a9540cb8e0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0655398 Jul 13 08:53:50.859897 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bbebd220-d908-455c-b68c-fbb6687b173c req-3c02c3f4-2d02-4859-9c36-4c237403c0df tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Jul 13 08:53:52.034308 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481546bb-7ff1-4d20-91c2-1a4554a1ab1a req-7fd6ad4b-f581-4721-a2b9-e543355bdac0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:52.035955 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-481546bb-7ff1-4d20-91c2-1a4554a1ab1a req-7fd6ad4b-f581-4721-a2b9-e543355bdac0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0641050 Jul 13 08:53:52.074412 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-481546bb-7ff1-4d20-91c2-1a4554a1ab1a req-2f398183-b5f6-42f3-8b6f-c863c385e4fb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326118 Jul 13 08:53:52.187370 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-af046c03-37ff-490a-9eaa-386d14b3c2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:52.413065 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:53.117212 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:53.250437 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37a30-b8c0-439c-9755-6c5b164f5803 req-df9854e4-1563-49b8-a8bd-de9c531741ae tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:53.252082 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-82b37a30-b8c0-439c-9755-6c5b164f5803 req-df9854e4-1563-49b8-a8bd-de9c531741ae tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0627246 Jul 13 08:53:53.289138 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-82b37a30-b8c0-439c-9755-6c5b164f5803 req-86a46568-bcc8-472b-bbed-55018ce0d475 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313385 Jul 13 08:53:54.467061 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c737e-f9bb-4699-8710-e7f4d4254dc0 req-e5cde985-9812-4e64-b0df-f69e35cb6dfe tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:54.468607 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3d0c737e-f9bb-4699-8710-e7f4d4254dc0 req-e5cde985-9812-4e64-b0df-f69e35cb6dfe tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0642152 Jul 13 08:53:54.514206 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3d0c737e-f9bb-4699-8710-e7f4d4254dc0 req-27ad514e-fe1e-4eb5-baa3-ee219709d0b4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373795 Jul 13 08:53:54.707896 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:55.689349 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c8e2-b647-4e8b-ac71-c4cce40702e2 req-6ba9a945-812e-4efa-8dc8-4afaa46ff7bb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:55.690860 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f3c2c8e2-b647-4e8b-ac71-c4cce40702e2 req-6ba9a945-812e-4efa-8dc8-4afaa46ff7bb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0634212 Jul 13 08:53:55.729231 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f3c2c8e2-b647-4e8b-ac71-c4cce40702e2 req-b305d9fa-7e5a-4246-9d31-02581eefc11b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328712 Jul 13 08:53:56.908079 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ef3d4-8c76-4637-9161-b90dd5e021a0 req-d9146471-f6c7-4f4c-a068-7776398eb2b7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:56.909581 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6c5ef3d4-8c76-4637-9161-b90dd5e021a0 req-d9146471-f6c7-4f4c-a068-7776398eb2b7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0691614 Jul 13 08:53:56.948600 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6c5ef3d4-8c76-4637-9161-b90dd5e021a0 req-bbe508a0-5537-481d-acc5-8084c9277b20 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Jul 13 08:53:58.125800 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f631a2-4fb6-49eb-9c70-59cfb9465c31 req-b6e09775-b24b-4407-8bd1-3c4b7b72f692 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:58.127315 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2f631a2-4fb6-49eb-9c70-59cfb9465c31 req-b6e09775-b24b-4407-8bd1-3c4b7b72f692 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0668557 Jul 13 08:53:58.164344 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c2f631a2-4fb6-49eb-9c70-59cfb9465c31 req-30d8a63c-f7a0-4915-b1bc-4cc1a0d46450 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315509 Jul 13 08:53:59.340945 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ae2bb-8ec4-47ea-a20a-4a79a6061109 req-58d910f9-f4c1-4135-85eb-82b1ea200e62 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:59.342414 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-759ae2bb-8ec4-47ea-a20a-4a79a6061109 req-58d910f9-f4c1-4135-85eb-82b1ea200e62 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0684483 Jul 13 08:53:59.381702 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-759ae2bb-8ec4-47ea-a20a-4a79a6061109 req-2cfe43ab-cc3e-41ff-8ca1-5860c1f35d25 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Jul 13 08:54:00.555852 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc150591-9c05-4ae3-8a96-7dcfc58dd1ba req-eb2fb18f-0043-4ddc-bcf2-24c1b5987ac8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:00.557397 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dc150591-9c05-4ae3-8a96-7dcfc58dd1ba req-eb2fb18f-0043-4ddc-bcf2-24c1b5987ac8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0640295 Jul 13 08:54:00.595252 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dc150591-9c05-4ae3-8a96-7dcfc58dd1ba req-a7b168b8-a188-4e6a-8551-0d78e77428b0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Jul 13 08:54:01.768358 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4739e0-a5f3-4230-b0ea-72bdebe76f86 req-d9642702-d247-47af-844d-e326806a515f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:01.769781 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cb4739e0-a5f3-4230-b0ea-72bdebe76f86 req-d9642702-d247-47af-844d-e326806a515f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0658605 Jul 13 08:54:01.808121 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cb4739e0-a5f3-4230-b0ea-72bdebe76f86 req-d1cade23-86fc-4297-94e7-341d3898435f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Jul 13 08:54:02.367160 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:03.008059 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d864a-1758-41b9-a903-2069ebb6ebd4 req-04c75937-0352-477a-97e0-3c96d4a15107 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:03.009582 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-595d864a-1758-41b9-a903-2069ebb6ebd4 req-04c75937-0352-477a-97e0-3c96d4a15107 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0729074 Jul 13 08:54:03.053372 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-595d864a-1758-41b9-a903-2069ebb6ebd4 req-c6a177d6-9b9c-423b-91c6-f37c21ee7d67 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342886 Jul 13 08:54:04.229066 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99152fb6-8f62-4181-a05c-2f2f5d53a565 req-a67d111d-3c6f-4df4-8356-ec24f8ba084d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:04.230537 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-99152fb6-8f62-4181-a05c-2f2f5d53a565 req-a67d111d-3c6f-4df4-8356-ec24f8ba084d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0623229 Jul 13 08:54:04.269926 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-99152fb6-8f62-4181-a05c-2f2f5d53a565 req-db6988d2-58e4-4cc1-881f-4446372897c5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335460 Jul 13 08:54:05.442162 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a9be-55b8-4d63-ba1b-719a72406f64 req-75f3ffdd-32c1-48cc-a509-c97d934a3cd8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:05.443735 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7250a9be-55b8-4d63-ba1b-719a72406f64 req-75f3ffdd-32c1-48cc-a509-c97d934a3cd8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0636823 Jul 13 08:54:05.482561 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7250a9be-55b8-4d63-ba1b-719a72406f64 req-cca556cd-75f8-45d0-a2fe-264758461e21 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331471 Jul 13 08:54:06.657297 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce321-24f8-465c-8990-280df388414c req-d3ec1bcf-a709-41bf-bdc1-07e0c5cc05b9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:06.658839 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c04ce321-24f8-465c-8990-280df388414c req-d3ec1bcf-a709-41bf-bdc1-07e0c5cc05b9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0635519 Jul 13 08:54:06.696019 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c04ce321-24f8-465c-8990-280df388414c req-7f1be3a9-2009-4397-b758-11f52ec2b8a9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314293 Jul 13 08:54:06.782481 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-a8a18af2-6aac-463f-af45-09d853305740 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515935 Jul 13 08:54:06.859640 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-319ebdf1-d146-4ae9-acba-1f1cada23cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:06.861623 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-319ebdf1-d146-4ae9-acba-1f1cada23cf9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 1098 time: 0.0577264 Jul 13 08:54:06.964868 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-e14a66d3-54e6-46d0-be6e-aae359d808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:06.966271 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-e14a66d3-54e6-46d0-be6e-aae359d808f4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 913 time: 0.0846617 Jul 13 08:54:07.037838 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-2eb97c53-e964-4e83-87b3-a7fa9e0e8c71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=619807aa-47d9-452a-b957-4acb11125fd8 HTTP/1.1" status: 200 len: 1001 time: 0.0648773 Jul 13 08:54:07.085167 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-cdf1f158-85ec-4ae9-ab96-5b58353e8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:07.086769 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-cdf1f158-85ec-4ae9-ab96-5b58353e8369 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0429158 Jul 13 08:54:07.144093 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-a52976bf-9a78-451c-9b74-28e26bb524ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:07.145586 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-a52976bf-9a78-451c-9b74-28e26bb524ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525887 Jul 13 08:54:07.243991 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-c85eaf55-bcd9-44aa-b8ea-7d9fc5488d7e service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914428 Jul 13 08:54:07.332765 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3dec79f-77d1-4ef6-a5af-29f45ba00df7 req-aab8e178-5c05-45c5-88f9-b2f2db8bfdc9 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824680 Jul 13 08:54:07.872148 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16d170-9c89-44fb-9779-a8e83f8f5417 req-aa9ccb02-6fb4-481b-8188-a710d04ff07e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:07.874272 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3a16d170-9c89-44fb-9779-a8e83f8f5417 req-aa9ccb02-6fb4-481b-8188-a710d04ff07e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0680113 Jul 13 08:54:07.911996 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3a16d170-9c89-44fb-9779-a8e83f8f5417 req-76fecf61-6568-4859-bb22-f61d0d20efc4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Jul 13 08:54:09.086787 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb05a5-dc1b-41ac-a8ee-7c06a625773e req-b9b05f52-e480-429a-b1bb-e9b22ea2f45c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:09.088270 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-41eb05a5-dc1b-41ac-a8ee-7c06a625773e req-b9b05f52-e480-429a-b1bb-e9b22ea2f45c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0650275 Jul 13 08:54:09.125936 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-41eb05a5-dc1b-41ac-a8ee-7c06a625773e req-7eef6b4e-8815-4293-9506-bddaa41a3789 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313015 Jul 13 08:54:10.308826 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54885db3-695c-4237-9061-a90d409b9764 req-0efb4643-4391-4a56-99de-177b95a4e402 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:10.310364 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-54885db3-695c-4237-9061-a90d409b9764 req-0efb4643-4391-4a56-99de-177b95a4e402 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0671279 Jul 13 08:54:10.349823 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-54885db3-695c-4237-9061-a90d409b9764 req-63016cb6-5380-43d9-a85b-febc08be963d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337372 Jul 13 08:54:11.522249 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26e8b-abd5-4ff6-8f27-1f63558dc8a7 req-b7d3ac6c-6753-4eed-9edf-1db94d68db28 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:11.523660 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-faa26e8b-abd5-4ff6-8f27-1f63558dc8a7 req-b7d3ac6c-6753-4eed-9edf-1db94d68db28 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0624053 Jul 13 08:54:11.561592 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-faa26e8b-abd5-4ff6-8f27-1f63558dc8a7 req-508c1abb-e247-43a6-94d6-594f1debd057 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324728 Jul 13 08:54:12.734202 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa092915-8e4c-4aa2-80be-1b711ab06cb7 req-a0507548-0d8d-4327-88be-99eb5dfb57f7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:12.735974 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fa092915-8e4c-4aa2-80be-1b711ab06cb7 req-a0507548-0d8d-4327-88be-99eb5dfb57f7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0639210 Jul 13 08:54:12.772851 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fa092915-8e4c-4aa2-80be-1b711ab06cb7 req-e4e7d5df-0b40-4e1f-bbbf-8b2d7687b1e4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Jul 13 08:54:13.956297 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86339b0-6bae-4c99-8f79-93c0e2e59036 req-48751834-8b03-4935-803c-58247461ca82 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:13.957772 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f86339b0-6bae-4c99-8f79-93c0e2e59036 req-48751834-8b03-4935-803c-58247461ca82 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0655279 Jul 13 08:54:13.994288 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f86339b0-6bae-4c99-8f79-93c0e2e59036 req-0051ccf6-533b-4fe9-a2e7-785f3194cad0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Jul 13 08:54:15.168736 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b583c5-a56e-46ce-96e0-a6b7045847a6 req-b51d2e85-ece1-4d70-af38-58c4e1cda175 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:15.170311 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-68b583c5-a56e-46ce-96e0-a6b7045847a6 req-b51d2e85-ece1-4d70-af38-58c4e1cda175 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0660431 Jul 13 08:54:15.207365 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-68b583c5-a56e-46ce-96e0-a6b7045847a6 req-c1444711-4c44-41e8-960c-f04032aff7f1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Jul 13 08:54:16.379446 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2920c-32b8-4323-8d99-71031eb3eb2b req-cdd0197c-c32a-40ab-8e43-ad6e62bf8857 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:16.380943 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f5f2920c-32b8-4323-8d99-71031eb3eb2b req-cdd0197c-c32a-40ab-8e43-ad6e62bf8857 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0626597 Jul 13 08:54:16.417926 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f5f2920c-32b8-4323-8d99-71031eb3eb2b req-3df38c30-724b-4f19-8fb8-12ccbb887dca tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Jul 13 08:54:17.597760 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd88b6-1432-430c-9dba-01101c506a7c req-a7dbcd1b-7e60-445b-a594-88884d15aced tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:17.599379 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-94bd88b6-1432-430c-9dba-01101c506a7c req-a7dbcd1b-7e60-445b-a594-88884d15aced tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0635984 Jul 13 08:54:17.637285 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-94bd88b6-1432-430c-9dba-01101c506a7c req-e5e81239-858d-4f6e-81ce-a5f1a55b2e01 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322337 Jul 13 08:54:18.809065 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf063a1d-0183-474e-a014-9a45ca0e175f req-6978eba2-1378-406e-abd2-dfde2dcb08e8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:18.811557 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cf063a1d-0183-474e-a014-9a45ca0e175f req-6978eba2-1378-406e-abd2-dfde2dcb08e8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0629742 Jul 13 08:54:18.848908 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cf063a1d-0183-474e-a014-9a45ca0e175f req-674c10fe-1104-4dc3-a129-ecf99a248291 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319893 Jul 13 08:54:19.339488 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-158b6a82-8569-4181-954c-a82bfbe61bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:20.024084 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e896-5db7-4162-aaf3-5660698bb555 req-7be698ad-be30-4daa-bde8-7e7b77ed0a3a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:20.025840 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6d42e896-5db7-4162-aaf3-5660698bb555 req-7be698ad-be30-4daa-bde8-7e7b77ed0a3a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0661969 Jul 13 08:54:20.064990 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6d42e896-5db7-4162-aaf3-5660698bb555 req-156f91a8-c839-41ec-b913-3e6711de5f47 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Jul 13 08:54:21.241817 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3c244-73be-47dc-b036-42eeeffaea82 req-93c13585-6374-4c0b-9377-3184efb4f25e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:21.247479 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0ab3c244-73be-47dc-b036-42eeeffaea82 req-93c13585-6374-4c0b-9377-3184efb4f25e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0713835 Jul 13 08:54:21.286480 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0ab3c244-73be-47dc-b036-42eeeffaea82 req-ed19e4e3-1022-41c6-91b7-024578d6558c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374782 Jul 13 08:54:22.187209 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-871c0b5a-c237-4e25-8dfc-9fb5a14eff09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:22.414089 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:22.460893 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16670a73-b523-418c-9f31-e7c66842d9ef req-bee49b98-eb5b-456e-a4f8-34df0f93625e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:22.462393 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-16670a73-b523-418c-9f31-e7c66842d9ef req-bee49b98-eb5b-456e-a4f8-34df0f93625e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0649023 Jul 13 08:54:22.501013 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-16670a73-b523-418c-9f31-e7c66842d9ef req-59ae2dd7-cc19-4f91-8a20-ca53fd48d60f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Jul 13 08:54:23.118382 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:23.672696 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a17760-5004-418d-9838-5614f6a705ae req-03fd1bd6-9ba3-4282-8a85-73f0d0154568 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:23.674166 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-70a17760-5004-418d-9838-5614f6a705ae req-03fd1bd6-9ba3-4282-8a85-73f0d0154568 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0627766 Jul 13 08:54:23.711272 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-70a17760-5004-418d-9838-5614f6a705ae req-c0972907-0a28-4b9c-9e5b-7e24e33627bf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Jul 13 08:54:24.710736 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:24.880733 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde31bc7-bc44-4e5b-aca8-d3df45354e5d req-a61e905b-3075-46dc-9b16-bc322d534456 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:24.882317 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cde31bc7-bc44-4e5b-aca8-d3df45354e5d req-a61e905b-3075-46dc-9b16-bc322d534456 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0628204 Jul 13 08:54:24.922273 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cde31bc7-bc44-4e5b-aca8-d3df45354e5d req-be72bd6e-56d6-4245-a825-a41dd230e767 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331964 Jul 13 08:54:25.598736 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:54:26.094391 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a06fe-c416-4ec5-a63d-7316989a0d10 req-229e9a91-93c1-4ab8-b521-a8d5a8be74f3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:26.095901 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-920a06fe-c416-4ec5-a63d-7316989a0d10 req-229e9a91-93c1-4ab8-b521-a8d5a8be74f3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0650532 Jul 13 08:54:26.410797 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-920a06fe-c416-4ec5-a63d-7316989a0d10 req-1bb6c441-7ee6-4ee4-8a2d-5f7ef323134f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093891 Jul 13 08:54:27.587174 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b90fb3-d219-4c7d-bb51-fc105fc16338 req-81449d70-9db4-4dde-beee-864b2d0ab5ca tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:27.588806 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-07b90fb3-d219-4c7d-bb51-fc105fc16338 req-81449d70-9db4-4dde-beee-864b2d0ab5ca tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0666580 Jul 13 08:54:27.628814 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-07b90fb3-d219-4c7d-bb51-fc105fc16338 req-eeb5d8bb-8827-4274-8a82-b602c2ee32bd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338721 Jul 13 08:54:28.799579 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18d45a-f334-4522-aeba-03274a9d3c9c req-8a0be926-fcee-4a21-b5d8-2efbf143e1d0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:28.801029 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8d18d45a-f334-4522-aeba-03274a9d3c9c req-8a0be926-fcee-4a21-b5d8-2efbf143e1d0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0620618 Jul 13 08:54:28.836939 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8d18d45a-f334-4522-aeba-03274a9d3c9c req-903fcef8-992d-4a60-b46f-04675486c13b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302446 Jul 13 08:54:30.024067 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043544b-f2cc-45c9-a12c-ce14629659f6 req-819b12ed-2e52-4c7e-88bd-a7835bce2c95 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:30.025559 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b043544b-f2cc-45c9-a12c-ce14629659f6 req-819b12ed-2e52-4c7e-88bd-a7835bce2c95 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0622444 Jul 13 08:54:30.062989 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b043544b-f2cc-45c9-a12c-ce14629659f6 req-1037fb83-b1df-4763-86ac-ddb04466dbc7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319209 Jul 13 08:54:31.233781 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a55617-4c01-469b-8531-cea132eb1586 req-daa2f710-35e5-40b7-8046-5696439780a7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:31.239082 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-36a55617-4c01-469b-8531-cea132eb1586 req-daa2f710-35e5-40b7-8046-5696439780a7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0612097 Jul 13 08:54:31.276432 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-36a55617-4c01-469b-8531-cea132eb1586 req-75cb42d5-3568-45fc-a240-9675f9d93eec tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350587 Jul 13 08:54:32.366244 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:32.449835 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24752ad0-9784-4a84-907d-5722f08457e2 req-bd0ce8db-ae62-4aa1-82b6-b81c73681631 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:32.452053 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-24752ad0-9784-4a84-907d-5722f08457e2 req-bd0ce8db-ae62-4aa1-82b6-b81c73681631 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0659366 Jul 13 08:54:32.489055 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-24752ad0-9784-4a84-907d-5722f08457e2 req-25020463-97b1-4258-9c64-6be55c22c8b2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 Jul 13 08:54:33.665989 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554a65a-f5bf-4c35-975e-9f4925de08ef req-528226fc-80fc-4b8d-a638-e6618d402d9e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:33.667510 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f554a65a-f5bf-4c35-975e-9f4925de08ef req-528226fc-80fc-4b8d-a638-e6618d402d9e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0648189 Jul 13 08:54:33.704318 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f554a65a-f5bf-4c35-975e-9f4925de08ef req-ec08e062-61be-4219-a777-a354d0634787 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Jul 13 08:54:34.874870 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d47708-ba40-457c-94f6-0440649920ad req-3b7a940a-6196-4ec9-9a54-7088a55de213 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:34.876425 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a1d47708-ba40-457c-94f6-0440649920ad req-3b7a940a-6196-4ec9-9a54-7088a55de213 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0618622 Jul 13 08:54:34.915928 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a1d47708-ba40-457c-94f6-0440649920ad req-ffed890b-a78b-406a-a9e9-a823df83e6b7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Jul 13 08:54:36.086775 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd4bc6-a628-4968-9389-5a7b5a9134ca req-3b0407f5-4f49-4626-83d2-a949d0230628 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:36.088302 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f1bd4bc6-a628-4968-9389-5a7b5a9134ca req-3b0407f5-4f49-4626-83d2-a949d0230628 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0627244 Jul 13 08:54:36.125465 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f1bd4bc6-a628-4968-9389-5a7b5a9134ca req-be0d994a-00d1-4e81-a086-60bca53e8e62 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310490 Jul 13 08:54:37.301173 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1808e4-05a2-482e-bda3-a53bc4476b26 req-6c09d873-8622-422a-a867-328c2e2cb341 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:37.302579 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4a1808e4-05a2-482e-bda3-a53bc4476b26 req-6c09d873-8622-422a-a867-328c2e2cb341 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0654094 Jul 13 08:54:37.344196 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4a1808e4-05a2-482e-bda3-a53bc4476b26 req-292dec3d-66ea-4a1d-b39e-eea52656eafe tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359101 Jul 13 08:54:38.529306 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba8130-869d-4e61-908f-2287bf0e37fc req-1b231012-3dd2-483e-80da-78a6490266d4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:38.530753 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-53ba8130-869d-4e61-908f-2287bf0e37fc req-1b231012-3dd2-483e-80da-78a6490266d4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0650878 Jul 13 08:54:38.567013 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-53ba8130-869d-4e61-908f-2287bf0e37fc req-a0b02f34-5c13-4496-a445-bfdebfd22e23 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307665 Jul 13 08:54:39.748868 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc89c1-b999-4821-9de9-c2c4f1489759 req-d60fca0e-2107-44e4-a73b-ef394ef1d395 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:39.750557 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-76dc89c1-b999-4821-9de9-c2c4f1489759 req-d60fca0e-2107-44e4-a73b-ef394ef1d395 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0715837 Jul 13 08:54:39.795928 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-76dc89c1-b999-4821-9de9-c2c4f1489759 req-f8998a60-c2c9-4f4a-a788-60e83086cd46 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361273 Jul 13 08:54:40.970153 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae6faa-531e-4396-b362-647ac1af62fc req-0cf0d5d0-3c59-43f5-b410-9d71a70d5825 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:40.971633 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-00ae6faa-531e-4396-b362-647ac1af62fc req-0cf0d5d0-3c59-43f5-b410-9d71a70d5825 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0618229 Jul 13 08:54:41.009066 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-00ae6faa-531e-4396-b362-647ac1af62fc req-8aeae8bf-b683-48de-bb39-8204fe255bd1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Jul 13 08:54:42.209591 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecfc0d-aadb-4fa3-a9f4-54732aa3a30c req-cc6feaf7-66a9-46dc-9471-0c9199782f37 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:42.211173 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-97ecfc0d-aadb-4fa3-a9f4-54732aa3a30c req-cc6feaf7-66a9-46dc-9471-0c9199782f37 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0708342 Jul 13 08:54:42.260952 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-97ecfc0d-aadb-4fa3-a9f4-54732aa3a30c req-9968a6cb-4e39-4c7a-ace7-3ba88e97269d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428123 Jul 13 08:54:43.458366 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1e31c-41aa-4eae-86d5-52eadacf2c59 req-feccc933-bb93-4889-8ae1-98b212ada2f9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:43.461200 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-15b1e31c-41aa-4eae-86d5-52eadacf2c59 req-feccc933-bb93-4889-8ae1-98b212ada2f9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0806301 Jul 13 08:54:43.517861 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-15b1e31c-41aa-4eae-86d5-52eadacf2c59 req-9e312b63-fbfd-40a5-bafb-5e7f392f8381 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500174 Jul 13 08:54:44.718862 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ac58c-9e0b-46f1-ab65-8dee9b76b73a req-b2beea6c-2503-43c6-9cd3-da294a77ebce tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:44.720464 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bd8ac58c-9e0b-46f1-ab65-8dee9b76b73a req-b2beea6c-2503-43c6-9cd3-da294a77ebce tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0841932 Jul 13 08:54:44.764866 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bd8ac58c-9e0b-46f1-ab65-8dee9b76b73a req-20226b04-078a-4075-9855-5a3ec968e613 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363858 Jul 13 08:54:45.953073 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae74ad-f9b2-4203-8c37-a61aafb22d0d req-2efb1fe3-5211-4998-b207-ec15bd76b2f5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:45.954957 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-99ae74ad-f9b2-4203-8c37-a61aafb22d0d req-2efb1fe3-5211-4998-b207-ec15bd76b2f5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0751996 Jul 13 08:54:46.001024 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-99ae74ad-f9b2-4203-8c37-a61aafb22d0d req-7b6df809-d097-4a5d-be14-6242132d38c3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375745 Jul 13 08:54:47.197414 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd517-c62b-42ac-8370-a0bb87bdbd68 req-31476b39-c4ef-4b57-997f-84e3feb3ef7f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:47.198879 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e1ffd517-c62b-42ac-8370-a0bb87bdbd68 req-31476b39-c4ef-4b57-997f-84e3feb3ef7f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0690031 Jul 13 08:54:47.240141 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e1ffd517-c62b-42ac-8370-a0bb87bdbd68 req-baec7ea8-840d-4cf0-abd2-8afb4fd5a580 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343547 Jul 13 08:54:48.447464 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff222f5f-a832-427f-8d0e-f13549bfce51 req-f66e5d9b-118d-43a5-a0a3-0ddf9861bf7c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:48.449059 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ff222f5f-a832-427f-8d0e-f13549bfce51 req-f66e5d9b-118d-43a5-a0a3-0ddf9861bf7c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0825925 Jul 13 08:54:48.496739 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ff222f5f-a832-427f-8d0e-f13549bfce51 req-42f00826-07e6-4f40-89b3-9064c3fe3ef9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Jul 13 08:54:49.342817 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c25344c2-0bdd-4db1-8c0c-96adf17e6bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:49.691879 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c7362-198e-441d-a497-ed5342d7fb14 req-33114e08-1c42-4b7c-b551-56747afdfdaa tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:49.693449 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-795c7362-198e-441d-a497-ed5342d7fb14 req-33114e08-1c42-4b7c-b551-56747afdfdaa tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0728025 Jul 13 08:54:49.738518 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-795c7362-198e-441d-a497-ed5342d7fb14 req-45d716ed-b90c-4c32-92d1-19afc98cd9c7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389690 Jul 13 08:54:50.920365 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23527b86-2aca-410b-81bb-2ee482015682 req-0c158c18-12bf-4ff5-9045-c82e46de3eda tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:50.921888 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-23527b86-2aca-410b-81bb-2ee482015682 req-0c158c18-12bf-4ff5-9045-c82e46de3eda tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0677702 Jul 13 08:54:50.960754 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-23527b86-2aca-410b-81bb-2ee482015682 req-9e764658-97b3-4e93-bfe7-5f01ad04f1d7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332794 Jul 13 08:54:52.147437 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ac9a-25c4-44aa-994c-2e61558d496e req-a784a8ef-0021-42cf-935a-ede133bd169f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:52.148948 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bc93ac9a-25c4-44aa-994c-2e61558d496e req-a784a8ef-0021-42cf-935a-ede133bd169f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0703492 Jul 13 08:54:52.187682 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bc93ac9a-25c4-44aa-994c-2e61558d496e req-d881cecc-3ff2-4a41-b473-f5ed45626a36 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328817 Jul 13 08:54:52.188826 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b2c5571b-2812-4e5d-a11a-fcf813c83429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:52.415244 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:53.121438 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:53.368896 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbf4e1-b254-47e4-9c77-a0a0d119a545 req-a39dfeec-ea51-40af-9327-ffc2fab4bc29 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:53.370446 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-58cbf4e1-b254-47e4-9c77-a0a0d119a545 req-a39dfeec-ea51-40af-9327-ffc2fab4bc29 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0654738 Jul 13 08:54:53.410963 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-58cbf4e1-b254-47e4-9c77-a0a0d119a545 req-78c3e29d-9641-45a3-9455-3ae7d63e79e9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340533 Jul 13 08:54:54.587944 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0541950-5bbf-4169-b865-1c8a38fdf2bd req-e837265e-76f8-43bd-8129-638e472fda28 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:54.589478 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d0541950-5bbf-4169-b865-1c8a38fdf2bd req-e837265e-76f8-43bd-8129-638e472fda28 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0634036 Jul 13 08:54:54.628763 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d0541950-5bbf-4169-b865-1c8a38fdf2bd req-eaac2d79-2078-4607-bf79-cb6b8acab0a0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329852 Jul 13 08:54:54.715184 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:55.805185 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60c1a7-1caa-48a3-9661-c751724c4ade req-5c2d50ba-c278-4f52-a990-8e830d7f1362 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:55.806678 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3d60c1a7-1caa-48a3-9661-c751724c4ade req-5c2d50ba-c278-4f52-a990-8e830d7f1362 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0651324 Jul 13 08:54:55.849344 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3d60c1a7-1caa-48a3-9661-c751724c4ade req-50b87c28-096d-478f-8301-f19013cfeacd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369022 Jul 13 08:54:57.038684 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc985d-e468-415f-bfa2-d4fede4029fc req-60264e84-797b-4102-8ade-a5b7690ed5df tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:57.040253 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e6fc985d-e468-415f-bfa2-d4fede4029fc req-60264e84-797b-4102-8ade-a5b7690ed5df tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0676737 Jul 13 08:54:57.079805 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e6fc985d-e468-415f-bfa2-d4fede4029fc req-77b3f8a8-a2d9-4278-b3be-fec9ad55dd17 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338006 Jul 13 08:54:58.279004 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c9231-afa1-43ec-a3bb-c2bd01f21734 req-5ecd64c9-b5c3-4525-baf3-aaea2b21eea1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:58.280721 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-447c9231-afa1-43ec-a3bb-c2bd01f21734 req-5ecd64c9-b5c3-4525-baf3-aaea2b21eea1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0768273 Jul 13 08:54:58.324304 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-447c9231-afa1-43ec-a3bb-c2bd01f21734 req-9f110582-d038-4e24-99de-d3c7bc05cb8b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377383 Jul 13 08:54:59.513487 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df3a2b-2502-4367-aee1-21eb13458950 req-2d6b04e0-d4de-4826-9138-d0f04e7f0768 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:59.514945 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a8df3a2b-2502-4367-aee1-21eb13458950 req-2d6b04e0-d4de-4826-9138-d0f04e7f0768 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0634074 Jul 13 08:54:59.552388 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a8df3a2b-2502-4367-aee1-21eb13458950 req-553d52df-291e-4a6b-8673-eea2b8e4bb8f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318916 Jul 13 08:55:00.744449 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d4698-3c9f-4578-aef0-47ad1d9e728f req-955eee41-3a4b-41a2-8c7a-d0d39b1f1de9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:00.745879 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-249d4698-3c9f-4578-aef0-47ad1d9e728f req-955eee41-3a4b-41a2-8c7a-d0d39b1f1de9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0655854 Jul 13 08:55:00.787540 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-249d4698-3c9f-4578-aef0-47ad1d9e728f req-afc6870a-31b5-46d6-9f4d-5b20c4eae234 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Jul 13 08:55:01.966246 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73070d-0c81-488e-ab02-34429da33dae req-6d61e56d-c08f-4b63-8bad-8ff24acdf2e5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:01.968362 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5c73070d-0c81-488e-ab02-34429da33dae req-6d61e56d-c08f-4b63-8bad-8ff24acdf2e5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0668590 Jul 13 08:55:02.007357 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5c73070d-0c81-488e-ab02-34429da33dae req-8cfe0e2a-e289-4dc6-b399-af4dd4f51bcb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Jul 13 08:55:02.365692 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:02.597745 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:55:03.197736 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895733e-83b1-47a0-966b-6cdf02d767b4 req-f4511881-884d-4f6f-b3b2-32603964b79b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:03.199319 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5895733e-83b1-47a0-966b-6cdf02d767b4 req-f4511881-884d-4f6f-b3b2-32603964b79b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.0742323 Jul 13 08:55:03.248855 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5895733e-83b1-47a0-966b-6cdf02d767b4 req-d39046dc-245b-4466-a767-7a29e81ccb2e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402775 Jul 13 08:55:03.275146 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 40386) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:03.445378 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Deleting port 0b0e373d-2982-4f41-91ed-afb2915da0a2 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:03.445730 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.549257 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.549592 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.563925 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Calling delete_port for 0b0e373d-2982-4f41-91ed-afb2915da0a2 owned by network:floatingip {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:03.750796 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.781270 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event deleted for resources: {'Port': ['ID=0b0e373d-2982-4f41-91ed-afb2915da0a2,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:03.792894 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.793238 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.793588 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.794459 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.794799 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.795154 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.795479 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.795809 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.796138 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.796462 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.796789 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.797110 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:03.854510 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for floatingip, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.854840 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.l3_db [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Floating IP e98e3686-657c-4e35-9562-04fb47e7ba10 disassociated (deleted). External IP: 172.27.3.47, port: 79bc8eaa-fdd4-4157-bd2c-6968543b9926. Jul 13 08:55:04.076371 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Router e22c1ad4-536e-4510-8aad-aaac0275fd72 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:55:04.196417 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:55:04.202684 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.208055 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] Sync routers for ids ['e22c1ad4-536e-4510-8aad-aaac0275fd72'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:55:04.219510 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] Routers {'e22c1ad4-536e-4510-8aad-aaac0275fd72'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:04.220190 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:54:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e22c1ad4-536e-4510-8aad-aaac0275fd72'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:04.242857 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-6cea9ee6-31b2-4140-b188-07c63f6ed350 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "DELETE /v2.0/floatingips/e98e3686-657c-4e35-9562-04fb47e7ba10 HTTP/1.1" status: 204 len: 168 time: 0.9664373 Jul 13 08:55:04.243495 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:55:04.246137 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dffa63e-b055-4958-bd2f-0998b5a1b62f" -d '{"events": [{"name": "network-changed", "server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:55:04.350386 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] Set router e22c1ad4-536e-4510-8aad-aaac0275fd72 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:04.416239 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef391f5-00ec-485e-8fef-0df9cb3cab3c x-openstack-request-id: req-3ef391f5-00ec-485e-8fef-0df9cb3cab3c {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:55:04.416540 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:55:04.416778 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ef391f5-00ec-485e-8fef-0df9cb3cab3c {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:55:04.417505 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'status': 'completed', 'code': 200} Jul 13 08:55:04.521660 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-c54ed298-8b7e-40ab-8945-eba3e13ddacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:04.524939 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-c54ed298-8b7e-40ab-8945-eba3e13ddacb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc57daf10f804ec7ab1235d0a2a103a2&device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 1098 time: 0.0762055 Jul 13 08:55:04.675041 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-3bcb0fc8-9f09-4849-b267-ba70bfb156d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:04.675041 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-3bcb0fc8-9f09-4849-b267-ba70bfb156d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9db3ce96-9b5f-4281-ac9a-146e129f0209 HTTP/1.1" status: 200 len: 910 time: 0.1332390 Jul 13 08:55:04.722100 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 5, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:04.736471 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-b2554c14-203a-4dc5-8532-cb50244b240e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926 HTTP/1.1" status: 200 len: 217 time: 0.0543392 Jul 13 08:55:04.759332 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] Checking router: e22c1ad4-536e-4510-8aad-aaac0275fd72 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:55:04.771835 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] Routers {'e22c1ad4-536e-4510-8aad-aaac0275fd72'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:04.772554 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:54:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e22c1ad4-536e-4510-8aad-aaac0275fd72'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:04.812937 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-695646c5-ab88-46e4-a286-14b4603f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:04.815629 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-695646c5-ab88-46e4-a286-14b4603f86cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9288088b-911e-4a10-8a5e-bd9c8295b351 HTTP/1.1" status: 200 len: 848 time: 0.0726147 Jul 13 08:55:04.847108 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af2fda-fe2d-4bac-9f00-79c4bc569c27 req-bea1391b-bad1-4dfd-baa4-bb956b305189 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:04.848847 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33af2fda-fe2d-4bac-9f00-79c4bc569c27 req-bea1391b-bad1-4dfd-baa4-bb956b305189 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.1838129 Jul 13 08:55:04.905910 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-5288936d-813a-4884-9bfe-76d158ee0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:04.907717 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-5288936d-813a-4884-9bfe-76d158ee0e6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9db3ce96-9b5f-4281-ac9a-146e129f0209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857697 Jul 13 08:55:04.923111 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-33af2fda-fe2d-4bac-9f00-79c4bc569c27 req-d864cc3f-e0fc-47b2-b092-1526494a325f tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/security-groups?id=821db8da-bf1e-48e4-9d30-fab9c8edf176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645270 Jul 13 08:55:04.953987 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-6e31da10-b2e3-466a-95dc-e31c674b8fad tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:04.955697 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-6e31da10-b2e3-466a-95dc-e31c674b8fad tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.70 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 945 time: 0.1870427 Jul 13 08:55:04.973597 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] Set router e22c1ad4-536e-4510-8aad-aaac0275fd72 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:05.034552 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-f6046e46-952f-456f-98ea-ebc4ddd495a6 service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200497 Jul 13 08:55:05.098210 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-70fd9c3e-6273-416c-ab89-7da685deb48d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Deleting port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:05.098974 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-70fd9c3e-6273-416c-ab89-7da685deb48d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.152332 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-d1e0f0fd-397b-4dc9-8b37-88946c590730 service neutron] 10.222.0.70 "GET /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116257 Jul 13 08:55:05.220905 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-70fd9c3e-6273-416c-ab89-7da685deb48d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] For port 79bc8eaa-fdd4-4157-bd2c-6968543b9926, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=79bc8eaa-fdd4-4157-bd2c-6968543b9926,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:05.221521 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-70fd9c3e-6273-416c-ab89-7da685deb48d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.221751 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 5, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:05.235487 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-70fd9c3e-6273-416c-ab89-7da685deb48d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Calling delete_port for 79bc8eaa-fdd4-4157-bd2c-6968543b9926 owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:05.254024 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54ec89-d2e0-4019-982c-8c83c0679a5b None None] The sync data for ids ['e22c1ad4-536e-4510-8aad-aaac0275fd72'] in dv-cinder-800430-2-iscsi is: [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:46:11Z', 'revision_number': 4, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '6408724d-aebe-4a91-9aa3-b6d2ab5d3645', 'name': '', 'network_id': '9db3ce96-9b5f-4281-ac9a-146e129f0209', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'mac_address': 'fa:16:3e:1f:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:10Z', 'updated_at': '2021-07-13T08:46:17Z', 'revision_number': 5, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'subnets': [{'id': '9288088b-911e-4a10-8a5e-bd9c8295b351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:55:05.375830 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-70fd9c3e-6273-416c-ab89-7da685deb48d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.407290 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd9c3e-6273-416c-ab89-7da685deb48d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event deleted for resources: {'Port': ['ID=79bc8eaa-fdd4-4157-bd2c-6968543b9926,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:05.459980 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-70fd9c3e-6273-416c-ab89-7da685deb48d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] No DVR routers for this DVR port 79bc8eaa-fdd4-4157-bd2c-6968543b9926 on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:55:05.462505 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-70fd9c3e-6273-416c-ab89-7da685deb48d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.464650 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c0588958-4bb7-46fc-858f-3b105e878d1a req-70fd9c3e-6273-416c-ab89-7da685deb48d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.70 "DELETE /v2.0/ports/79bc8eaa-fdd4-4157-bd2c-6968543b9926 HTTP/1.1" status: 204 len: 173 time: 0.5032368 Jul 13 08:55:05.511306 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8053f2a-53ac-4b87-998c-2ed1849dbd35 None None] New status for floating IP e98e3686-657c-4e35-9562-04fb47e7ba10: DOWN {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:55:06.091840 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-84bc7868-37a8-4a7e-ac84-81a70624eb69 req-330376bd-2d10-4c49-8210-3b6af4cbd287 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0326905 Jul 13 08:55:06.418577 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'name': 'network-vif-deleted', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:55:06.421619 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5347598-fbe4-4a76-b411-797fb3ed963e" -d '{"events": [{"server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "name": "network-vif-deleted", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:55:06.456172 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff3637-f12b-48c4-823a-1d7664bbd95e x-openstack-request-id: req-10ff3637-f12b-48c4-823a-1d7664bbd95e {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:55:06.456464 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36eba3c2-96b9-4dff-8d82-fce2bc7926c6", "name": "network-vif-deleted", "tag": "79bc8eaa-fdd4-4157-bd2c-6968543b9926", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:55:06.456713 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10ff3637-f12b-48c4-823a-1d7664bbd95e {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:55:06.457108 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36eba3c2-96b9-4dff-8d82-fce2bc7926c6', 'name': 'network-vif-deleted', 'tag': '79bc8eaa-fdd4-4157-bd2c-6968543b9926', 'status': 'completed', 'code': 200} Jul 13 08:55:06.769993 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-4c1c046c-0176-44e0-acd0-be3817311826 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555823 Jul 13 08:55:06.858281 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-1e29ef0a-ed5d-42be-bb55-09e15f09c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:06.860621 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-1e29ef0a-ed5d-42be-bb55-09e15f09c93a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b1c50957d614bf3b196a9502dbb0872&device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0667517 Jul 13 08:55:07.008207 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-87752d53-4184-45cd-ac92-94fd715ef4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:07.009721 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-87752d53-4184-45cd-ac92-94fd715ef4fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2 HTTP/1.1" status: 200 len: 914 time: 0.1277676 Jul 13 08:55:07.057339 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-35cb26bf-9b7a-4c56-bb0f-26a38e99fb9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e35bb7b-3309-47fe-88aa-e82494097e8c HTTP/1.1" status: 200 len: 217 time: 0.0403090 Jul 13 08:55:07.110335 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-3b0bcdee-26e8-4119-a5de-15e0a22a52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:07.112103 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-3b0bcdee-26e8-4119-a5de-15e0a22a52c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a3c96f9e-78a9-412f-a0dd-b72716d91ea4 HTTP/1.1" status: 200 len: 853 time: 0.0475574 Jul 13 08:55:07.152208 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-8a0610b8-d0e0-4477-b587-093a958fa57f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a02bf6f4-b771-4cb7-b694-a38ef81b76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331767 Jul 13 08:55:07.242701 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-483a304c-95de-403b-9039-451e02d3fce5 req-de7e8e79-2222-41ae-ac30-62b855f5816a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0322986 Jul 13 08:55:07.279801 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-52619739-4725-425d-9859-1b4d8fb97eb2 service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198862 Jul 13 08:55:07.370304 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9ffb363c-55d5-4bbc-9c12-e542c56eb51b req-a48c72b8-8ca7-4ab2-b20a-403ef2a2371b service neutron] 10.222.0.70 "GET /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843213 Jul 13 08:55:08.399635 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d4a10b04-47ad-4391-a593-c41e41b8fb06 req-c0418cb2-2df2-41da-8f21-a614c748e35b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0301027 Jul 13 08:55:09.547532 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-66b616c3-ed48-40b9-be89-14b836f5d445 req-b0dac0f8-2368-47cc-a202-af91c51e13bc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0276825 Jul 13 08:55:10.691115 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7c86f2bc-fb64-4ab0-90b9-631014bba9dc req-f88117ac-440c-49f8-8c9e-da4a5abd1d8b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0325062 Jul 13 08:55:11.832047 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6cc90576-8e53-445a-8f73-b323fd7b8c49 req-3918d1d3-3951-4fe4-86fe-5dcd01c6a4fe tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0278420 Jul 13 08:55:12.976085 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2eaef979-c5c4-40de-85fd-c780a3e46eac req-92298244-5ea3-48ea-9df5-5149f8679b69 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0298619 Jul 13 08:55:14.118712 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-12214d8e-ae58-4861-a918-02cf2b7cc9dc req-0248bcde-9354-4b64-8692-6bfeffe771da tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0315711 Jul 13 08:55:15.257338 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c4830467-b573-4c6b-b902-79b264092c75 req-4497252f-c8f3-4fac-a683-9520cf563950 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0302491 Jul 13 08:55:16.393505 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8837161b-13d9-4cf4-adbf-c98c3e27f95d req-40f74b80-2d83-406b-8496-4690ea6b8264 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0281618 Jul 13 08:55:17.557668 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a125de60-9592-442f-8e2c-98c5e501d51c req-d14d920e-f9e8-4675-9644-af0ea19d6fe3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0418596 Jul 13 08:55:18.697376 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fd6b95f4-cc52-4f0a-abdb-6d9da4fe2c0d req-f902cec5-a182-40dd-842b-a1f72e30097e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0280266 Jul 13 08:55:19.339147 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc8fa-2a21-4abf-b64b-1a2244fa69eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:19.840888 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-07787946-4633-452b-aa00-50771f8f887b req-6ea8d587-2709-44f1-9ebe-06e8217e11ce tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0316377 Jul 13 08:55:20.984047 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d6ad6b4f-b784-4aec-b4d8-199b45198fe5 req-534f29cf-4323-4a1e-83fc-d01bd07db8e6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0276980 Jul 13 08:55:22.126321 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-014f0393-adee-43ec-87b8-c9b6dc81b8dc req-d5373ca2-ee6d-484e-93cc-8b9e843b4c97 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0286548 Jul 13 08:55:22.189819 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b8ed8d2d-0268-43c7-b642-e80d76a988c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:22.415736 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:23.123731 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:23.265448 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a57c787f-2cf9-42c9-8fee-dca6cf4dbce8 req-33ec57b0-95e5-481a-833a-a537b1792860 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0304425 Jul 13 08:55:24.402740 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1883ead5-7a7f-4cdc-ae34-91ea901bd890 req-a2ed542f-289d-473f-b9d7-d114b6cba8cb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0275998 Jul 13 08:55:24.715999 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:25.777022 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e6f731f0-b144-473b-8490-c14ab9de8962 req-afcbc708-a1ab-4939-b223-5e293e0df1d3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.2653282 Jul 13 08:55:26.923220 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1644e839-19c7-45be-97e1-08ee2d8866f1 req-7dfd46e8-dfa7-4500-a16a-47632d5f18aa tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0291145 Jul 13 08:55:28.064017 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d0236599-7e21-4143-931f-a049be709c96 req-0d6f00e2-a01d-4579-b7e9-2acf559364c9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Jul 13 08:55:29.205311 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a2c1331e-a656-4d59-8b03-e94903de44a8 req-a7afbf93-d2dd-474f-ad7d-7bfaf381b7af tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0310271 Jul 13 08:55:30.345353 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-395cb527-ed28-47d1-8764-b054a84eee51 req-0d7d1cfb-a59b-478b-aace-c851f1cbd926 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0282187 Jul 13 08:55:31.481441 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b929855a-0b0d-48a6-a32c-32b9b3663ff2 req-6dbc1905-50a8-42c0-afd5-c14ad566ad58 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0276756 Jul 13 08:55:32.381161 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:32.618316 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ca27ff85-323f-4a5a-b241-3d5c0204ae75 req-98edd8ee-7ac3-47f4-bab3-bac4a3900548 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0289786 Jul 13 08:55:33.757001 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1b650874-4de9-4e64-b6c3-98dab6de708e req-614b13fe-b0a1-4220-8689-71f4086fe602 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0287919 Jul 13 08:55:34.897165 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-03fe7870-ec91-4320-a493-b3ea8e168b00 req-7c5045ee-ea3f-4420-bcbc-dc587c9a3822 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0310371 Jul 13 08:55:36.037735 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bb8eb7ef-c529-4d83-b835-a21dc88e336f req-5f323aa6-905e-46b9-9434-e54cba38ff41 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0277383 Jul 13 08:55:37.175132 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-86fdbb9d-dcd6-4e47-9eaf-8638c8ce0487 req-012c6f26-2183-44c0-9ba1-b252b7728be4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Jul 13 08:55:38.315300 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3d5aff9a-c8ae-4b87-a746-a7812833daca req-f88dda70-8a24-4580-92a2-2b445f12cba3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0311522 Jul 13 08:55:39.506631 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5809b409-6f0b-47a8-9a8a-a2d4387bd258 req-36910f10-d8ee-4726-91b9-c42158f38109 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0791008 Jul 13 08:55:39.597037 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:55:40.687446 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-15c120a5-0c70-466a-a644-6d50ee66b9ef req-aa51a5a6-6c92-40ee-98a8-4af51c952191 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0706322 Jul 13 08:55:41.824437 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-841f54ad-d168-4703-8a01-5a64abad4f4e req-075b0c44-9f8e-44ba-8fe6-535acfe7b823 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0279346 Jul 13 08:55:42.968179 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-efdeae4a-a6d6-49cf-943a-27a9bdcdbbaa req-0f4c4521-12b0-4f83-b9d9-6266469493a8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0286243 Jul 13 08:55:44.107815 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-89f42732-61d6-49dc-b8b9-8bdcca89363f req-f4519144-4f86-49e9-a248-bb0c17544752 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0301073 Jul 13 08:55:45.247595 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5d6905f7-7451-421b-857c-526ddc67fbee req-43cea8fa-2452-4a76-a40e-85bc5e1d9bcd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0275996 Jul 13 08:55:46.387666 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f6adcc74-ccc2-4980-b82c-4a610c35f39b req-19f8b8d4-21f9-4d11-aa31-66378e06c11c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0269785 Jul 13 08:55:47.528941 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9d7dd494-e743-4f0e-8f18-9875ad3dc459 req-6536fb6a-b4af-44ae-aeca-79e8abbf925c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0305910 Jul 13 08:55:48.668926 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-95cd1e9e-aacc-4212-a839-e427c8ba530e req-b97ad57f-89d5-476c-84f0-0c361952c64d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0281193 Jul 13 08:55:49.340627 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-682b548c-26a6-43fe-83d1-a943e136bde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:49.808271 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0489de3e-d576-4937-93a9-755a94cd3533 req-c9faddf3-37e6-43b7-b812-2ac028455bdb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0295725 Jul 13 08:55:50.948577 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-37fb124d-ede7-433b-8f95-1e96baa46640 req-927cd75d-5b33-43ec-9d54-fbf0bfef29ef tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0276260 Jul 13 08:55:52.085558 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0acab6d8-0cdc-4aea-9394-87c477c71fa9 req-46ac11b5-e675-4451-8624-bbf4e4aa89f7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0289171 Jul 13 08:55:52.189937 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3f9f34d4-1450-4b8b-b092-64414711adbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:52.415697 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:53.136170 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:53.242718 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a97fb9a2-bd1a-4b0f-b9b7-36fa1e57fc0f req-e2c50922-d89f-422b-8743-4edbc44df6d2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0309374 Jul 13 08:55:54.384971 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-81d73021-6fd2-4ac5-89a2-f61c07bb1840 req-d55377a1-a1cc-43bb-be2d-e5cdff79d6d2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0286598 Jul 13 08:55:54.719570 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:55.523091 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-260794db-fb04-4660-b3cd-71915d5f3c9e req-4c3b594a-0221-401a-8716-4464a524f3f7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0294261 Jul 13 08:55:56.662318 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b5a9f3bd-efbb-44d7-afda-7fd5b79c13f6 req-ca52d96e-8aba-4402-9e3a-89310379b893 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0316584 Jul 13 08:55:57.806337 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c6efb9df-8e2c-4a76-9ad0-3e253f80d67d req-765e2464-91a9-4cde-a652-4cefb41dc752 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0280967 Jul 13 08:55:58.945506 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-20b6a09b-0155-453e-a1a7-22e13633588a req-11db8415-ec86-47d5-bab7-bf263fed8b30 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0291529 Jul 13 08:56:00.081753 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dfb051e7-5185-4b8d-96b2-4637774e05b4 req-51ab5693-e357-4071-9f68-6ef98536413e tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0274873 Jul 13 08:56:01.218358 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e400ce3a-8dbf-438f-97cc-68f96b94bd19 req-d184d3ae-60fe-4b0e-a3af-15873f7edc04 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0285327 Jul 13 08:56:02.356580 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-394a6f41-b965-4389-8638-a8e08f657a96 req-0edf96e1-25ba-411c-8959-cc362db55da9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0310116 Jul 13 08:56:02.396329 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:03.520245 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0e816aaf-255d-45c5-9190-1d5615db1d5f req-dd9f0a0d-b07a-4fef-97b8-b987071d6553 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0294154 Jul 13 08:56:04.657786 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-180e01de-743b-4dc5-8632-d2a80545e90f req-797cc954-df4e-4994-a754-a09a500ed7ea tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0274315 Jul 13 08:56:05.799058 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ed604d08-b146-4032-b0c8-3efdca4cbdf4 req-d1bbfef9-03e2-4eaa-b98a-ba04bf8f0d4c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0315926 Jul 13 08:56:06.943428 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-25bd2ceb-4036-4c0c-b1b6-a26a803235b3 req-232ecb21-ccd4-4348-b54d-347a670a53a3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0294495 Jul 13 08:56:08.083599 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b70dadb7-5bd3-4475-863b-488f005bab86 req-b8940ab0-3aec-4422-b4a1-ab5bdb225efd tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0283408 Jul 13 08:56:09.221404 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6e7a3082-53c0-4ce5-832e-89d9cab6b43b req-f442bdbe-4b74-4b76-9622-6c0be2422c12 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0281510 Jul 13 08:56:10.360576 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c02ae49-bda9-4593-919b-60dee22d9983 req-1c3409e5-616c-4a57-ba9a-5334d3a8b1a6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0290999 Jul 13 08:56:11.501524 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2feff085-7ea8-4252-a2c8-79c86b486e33 req-40ff1e0b-f90d-4c98-b609-80055e3db915 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0316439 Jul 13 08:56:12.642008 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a684ff11-9bf7-4c88-ba45-6012127b295a req-e71b0acd-b772-4e99-baf1-c0c10a94acbc tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0281479 Jul 13 08:56:13.777954 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-308b5080-443d-4a28-9732-a930c55fe27c req-dee05d3f-8d6c-4a35-817a-f4d2a0dc4a70 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0273912 Jul 13 08:56:14.917976 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-50f3e10e-b678-42f4-82bd-132b03dfd109 req-5fa75214-30d0-4722-8c71-6828125b85e6 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0317309 Jul 13 08:56:16.061700 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-68b45b0f-655c-4e27-bb6f-c8be02308bbb req-2ae59264-f845-4586-a7a9-ff0ab29aa845 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0278540 Jul 13 08:56:16.596129 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:56:17.199878 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9c812ee3-76ea-47ed-bf81-0629e3ad0719 req-1fe43320-e771-479e-a71f-e419a5aabd13 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0275767 Jul 13 08:56:18.492271 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6617fded-043e-4d17-8fb4-83ef1c190210 req-0e0d9cd0-a696-478a-b9cc-bf63f91c53d7 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0283363 Jul 13 08:56:19.341428 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8d477e3b-60a0-4c4c-b1b9-b042c6927a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.824971 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2b1a4b42-775a-482f-b94e-2d82cab0068f req-17396e88-5c32-46c8-b1bf-363b4134a8bb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0277631 Jul 13 08:56:20.965848 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d4f6ef32-70e1-4407-8eb0-cdc23b770fe3 req-066b477b-f298-493a-a0d1-ef884a3a0380 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0312707 Jul 13 08:56:22.108312 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6b1320a0-b0f9-49e4-b0a3-b3a82a6642f8 req-8be7aa90-475c-4361-b8cb-948522ac649b tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0274098 Jul 13 08:56:22.191206 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c4161bb6-e22c-4d7d-b877-67ae173be58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:22.415701 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.127982 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.294285 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e59bb659-37e3-4550-9204-242a59016917 req-9e12c25f-8c69-4185-be49-d5d4df04c942 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0288756 Jul 13 08:56:24.433665 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-10393a68-d473-4ac5-8b85-02e25e1334ef req-10c81dec-f015-4b56-aba5-229abdca64b0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0320017 Jul 13 08:56:24.723226 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.574071 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-77606c58-bfcc-4cb4-9dd0-c6604c121c1e req-20d7292e-3f64-4174-8279-b0115a213596 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0292289 Jul 13 08:56:26.713125 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f34270c6-385b-4fc7-8487-64cf96ba1ee1 req-4431a75c-02a5-47a0-8588-40fa95802805 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0299087 Jul 13 08:56:27.858146 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5a241648-c6fb-4c9b-9d55-ab36667b72d8 req-78e40866-42ff-4fd1-b8bc-da0043412e66 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0358012 Jul 13 08:56:28.995524 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-88920c91-b50f-40c4-b7f8-7daa1c1ed486 req-ff244613-d97d-4ab1-aba7-e3a6759fc7bf tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0281372 Jul 13 08:56:30.136500 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f109e45f-ddf5-41dd-a1d5-1980114fa2a0 req-cb1cc493-f10f-4653-9b8f-c4b9e3bcac86 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0315149 Jul 13 08:56:31.279076 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f10de040-e6cb-4fe9-9aa7-18c87033bbf5 req-94a37436-11e9-41b0-90f5-07cfc072205c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0277064 Jul 13 08:56:32.399877 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:32.417843 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-051d2f2e-17a7-4f9d-b3b2-800901ce9b49 req-c343ef85-d745-46ef-967b-e9f3f91d5b02 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0300062 Jul 13 08:56:33.561584 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-be972d54-2d73-43a8-9a93-c36c7ce05b9e req-b25ccadc-3886-43ad-b769-7e189db8e36a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0317168 Jul 13 08:56:34.703702 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6f0a6e55-344c-4cc0-899d-8a23c9a1b7a3 req-bb121255-770c-4d29-9376-97943c1fe142 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0281901 Jul 13 08:56:35.841944 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-66569d89-0b6a-48b2-bf6b-c9b031599a55 req-b05bc61f-bbd3-4029-85d5-f01ce5d135eb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0276647 Jul 13 08:56:36.982663 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-98b84d62-c71c-4caa-bc1f-dd870b9bdea0 req-2b7590c5-d224-49b8-a523-ff9d3776589a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0276990 Jul 13 08:56:38.121532 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-77c340f2-eb10-4ff6-b772-0ef004a293a2 req-c7373d23-f0b7-429a-af8d-14896252aad0 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0294466 Jul 13 08:56:39.261356 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-df4d39eb-4300-43bb-a719-108e10620677 req-0904470f-d7fa-4ddc-98f1-cba884ff5db1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0329208 Jul 13 08:56:40.402500 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dcb512b0-6b88-40fd-a377-891a893c0cad req-89b6ff08-1ce9-483c-9e9b-449a3ada097c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0282788 Jul 13 08:56:41.539044 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dfe2bf76-bcc3-40da-907f-bff2a16e8682 req-156b5355-1259-4d05-b2ce-81792635920a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0290983 Jul 13 08:56:42.678098 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-18a22359-4afb-4a02-88bf-0532027d4076 req-54e6c084-9b28-4643-a1b5-125de78d95b8 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0317662 Jul 13 08:56:43.823438 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-dcf1eafe-8ce2-4534-9eb4-f0bb880da341 req-b608ea27-bac6-47a8-84f2-f526e40568f3 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0278447 Jul 13 08:56:44.961384 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4da07b61-affd-4236-8ee1-373db1e71af6 req-81face80-6053-46d3-92b6-9c35a8bd42d9 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0275037 Jul 13 08:56:46.097479 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9879e0b7-5ba1-41d5-9f8d-b69507aa58c4 req-7099b870-1fd3-4f7b-b263-274d30ea3c5a tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0291369 Jul 13 08:56:47.236330 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0b357470-339a-4975-8d53-c0de21d815b3 req-8cd828d4-8dc1-432c-a35f-669691b852cb tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0289538 Jul 13 08:56:48.382360 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e7b76c76-3e1e-4385-9754-c46df0cacdb7 req-b5d08cf7-6ab8-4a51-8f6d-7fec4ac026e2 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0319855 Jul 13 08:56:49.342202 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-340a72d9-5403-42a3-839b-da2b192eddd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:49.522617 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cb39a371-d046-4b1a-bffe-c3e2bf81632f req-1219223f-2fdd-44b2-9d7d-4c6dddcc2b9c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0284183 Jul 13 08:56:50.658006 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6eaa42c4-32e4-48a5-b253-13659c3597e1 req-666fdfaa-b7d5-4374-84cd-b902fd57c231 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0277243 Jul 13 08:56:51.800102 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7ac00c95-e8bb-494c-85c8-8eeae21965b0 req-7bc4a861-e8e6-41a0-9799-4a8f5f23a514 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0316427 Jul 13 08:56:52.191352 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-2a756471-72ba-4c22-808c-f0f9517ac51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:52.415734 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:52.939752 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-29db62a1-e640-4888-a475-c6c55c1183e5 req-a6fcbe65-014c-4d95-b391-4e6a52f7405d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0281520 Jul 13 08:56:53.131402 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:53.595564 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:56:54.077690 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-42bd5047-d0ec-4f2f-8d0b-4f65dc7a81ef req-4c60013f-0e20-4946-8b33-cd3256ac26e4 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0271380 Jul 13 08:56:54.723680 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:55.213883 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e64dd735-5de2-4aaf-acdd-14ff231d4ebd req-5e094cf5-39e8-4961-9798-0c741cb22757 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0281456 Jul 13 08:56:56.351476 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0bb52e3d-70c6-4f95-bcc4-e4421c9d72a9 req-79e5f30a-5f49-45c2-ad0f-d3ef92d0f300 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0284572 Jul 13 08:56:57.492070 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-076df91f-4aeb-4e48-a6c5-088dfde8fec0 req-d8e37d4e-65f8-4017-bd62-31b40743ed9c tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0317910 Jul 13 08:56:58.635646 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dc4df2b9-94c2-468a-98af-9f9c06de67a8 req-039f0f1a-b6f4-42e3-8763-e1d218ad7fb5 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0285449 Jul 13 08:56:59.771946 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ddfad70b-9759-48ac-b9b0-fb3adc780533 req-d694fdc1-22b5-4507-ab47-7ade0c6696ae tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0287933 Jul 13 08:57:00.914523 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7e16c73e-682e-4510-b4cf-4d1df67eaded req-c956122b-59a9-47c8-80c6-1a8340acfb67 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0319152 Jul 13 08:57:02.054178 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b43452c0-da67-4080-b39c-4ea6da0adff4 req-c161f9d0-e7b3-4e3d-bd1c-dacd755e8aa1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0293648 Jul 13 08:57:02.394078 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:03.192372 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-27a079f1-f1a8-4c6c-8056-db67000c9acd req-e82c7bc1-b675-4296-abb6-cf70147edf11 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0283566 Jul 13 08:57:04.332305 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b128456a-fa82-4de4-afea-7bea9f754172 req-08f87f28-e9ca-4a21-a155-426c72182e8d tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0277948 Jul 13 08:57:05.469864 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97dfe49b-3376-4dfe-b35c-e7113bd70001 req-265493bf-f84e-429b-a9ea-72ebef9c77b1 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0276833 Jul 13 08:57:06.633701 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-327dd4b2-c564-435d-b01e-2a5be98dc408 req-5d72d45f-555e-41a9-a920-2d670a39da27 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "GET /v2.0/ports?device_id=36eba3c2-96b9-4dff-8d82-fce2bc7926c6 HTTP/1.1" status: 200 len: 210 time: 0.0330894 Jul 13 08:57:07.726623 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 40700) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:07.783883 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:07.808319 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:07.872703 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:07.875238 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:07.877109 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] 10.222.0.66 "DELETE /v2.0/security-groups/821db8da-bf1e-48e4-9d30-fab9c8edf176 HTTP/1.1" status: 204 len: 168 time: 0.1494739 Jul 13 08:57:07.893345 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821db8da-bf1e-48e4-9d30-fab9c8edf176,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:07.900271 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.900619 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.901026 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.901294 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.901627 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.901962 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.902307 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.902640 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.902964 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.903294 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.903620 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:07.903942 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9976-756d-4db2-9c26-2b174c62fb31 tempest-TestShelveInstance-808593880 tempest-TestShelveInstance-808593880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:08.024342 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 40710) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:08.541745 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-514508'] for router_interface, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:08.785089 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Deleting port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:57:08.785428 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:08.862334 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] For port 6408724d-aebe-4a91-9aa3-b6d2ab5d3645, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=6408724d-aebe-4a91-9aa3-b6d2ab5d3645,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:57:08.862685 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:08.874514 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Calling delete_port for 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 owned by network:router_interface {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:57:09.056182 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:09.084099 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6408724d-aebe-4a91-9aa3-b6d2ab5d3645,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:09.115442 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.115728 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.116071 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.116408 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.116736 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.117273 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.118149 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.118810 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.124299 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.124299 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.124299 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.124299 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:09.269010 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403176'] for router_interface, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:09.474943 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Router e22c1ad4-536e-4510-8aad-aaac0275fd72 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:57:09.579464 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:57:09.584494 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-0bfbfa76-cc72-4123-be39-6095ed0b84b7 admin admin] 10.222.0.66 "PUT /v2.0/routers/e22c1ad4-536e-4510-8aad-aaac0275fd72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5586379 Jul 13 08:57:09.587093 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 40726) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:09.589675 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] Sync routers for ids ['e22c1ad4-536e-4510-8aad-aaac0275fd72'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:57:09.598852 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] Routers {'e22c1ad4-536e-4510-8aad-aaac0275fd72'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:57:09.599501 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:56:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e22c1ad4-536e-4510-8aad-aaac0275fd72'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:09.692148 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Notify callbacks [] for router, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:09.703942 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] Set router e22c1ad4-536e-4510-8aad-aaac0275fd72 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:57:09.775867 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-5cd17e90-5ae6-4632-b364-82ad9efd6c02 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979836 Jul 13 08:57:09.800925 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:09.856093 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Deleting port 6b642071-39a9-4ee9-b40c-6dedd530e590 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:57:09.856093 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:09.876415 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-ba3d6bbd-2c81-45e9-a04a-decab7690311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:57:09.885694 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-ba3d6bbd-2c81-45e9-a04a-decab7690311 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 1099 time: 0.0576105 Jul 13 08:57:09.888730 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:57:09Z', 'revision_number': 5, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port': {'id': '6b642071-39a9-4ee9-b40c-6dedd530e590', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:09Z', 'updated_at': '2021-07-13T08:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:09.954133 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] For port 6b642071-39a9-4ee9-b40c-6dedd530e590, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=6b642071-39a9-4ee9-b40c-6dedd530e590,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:57:09.955117 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:09.967691 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Calling delete_port for 6b642071-39a9-4ee9-b40c-6dedd530e590 owned by network:router_gateway {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:57:10.002397 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-60da9428-3db2-4c06-8f33-9c513d9b1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:57:10.003923 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-60da9428-3db2-4c06-8f33-9c513d9b1018 service neutron] 10.222.0.70 "GET /v2.0/networks?id=828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 200 len: 911 time: 0.0957689 Jul 13 08:57:10.048983 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] Checking router: e22c1ad4-536e-4510-8aad-aaac0275fd72 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:57:10.060260 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] Routers {'e22c1ad4-536e-4510-8aad-aaac0275fd72'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:57:10.060378 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:56:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e22c1ad4-536e-4510-8aad-aaac0275fd72'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:10.083341 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-18bde0d6-b6c3-4e94-a0f2-bd1e353db190 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0 HTTP/1.1" status: 200 len: 1001 time: 0.0726981 Jul 13 08:57:10.151557 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] Set router e22c1ad4-536e-4510-8aad-aaac0275fd72 gateway port host: None {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:57:10.155346 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.167208 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-399dc692-35a9-4983-b7c4-0b9c2dc8c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:57:10.168707 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-399dc692-35a9-4983-b7c4-0b9c2dc8c6b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 200 len: 849 time: 0.0795712 Jul 13 08:57:10.195851 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b642071-39a9-4ee9-b40c-6dedd530e590,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:10.228393 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:57:09Z', 'revision_number': 6, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port_host': None}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:10.262023 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452adf4-8fd8-46ac-b4ec-e5e33ee4058f None None] The sync data for ids ['e22c1ad4-536e-4510-8aad-aaac0275fd72'] in dv-cinder-800430-2-iscsi is: [{'id': 'e22c1ad4-536e-4510-8aad-aaac0275fd72', 'name': 'tempest-TestShelveInstance-1587317386-router', 'tenant_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:08Z', 'updated_at': '2021-07-13T08:57:09Z', 'revision_number': 6, 'project_id': 'dc57daf10f804ec7ab1235d0a2a103a2', 'gw_port_host': None}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:57:10.265677 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-f02cfab1-4c89-471f-9afe-c93f6b38fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:57:10.267342 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-f02cfab1-4c89-471f-9afe-c93f6b38fb27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=828b9a1d-ec9e-4103-8bba-69674f34810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907505 Jul 13 08:57:10.299673 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513894'] for router_gateway, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.360868 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-ba7b843a-4c9c-4a41-9b6b-b1d4cdb7a12b service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863640 Jul 13 08:57:10.393706 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5712'] for router, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.395831 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.440192 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511608'] for router, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.440869 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22c1ad4-536e-4510-8aad-aaac0275fd72 {{(pid=99632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:57:10.445288 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] Notify callbacks [] for router, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.446548 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-7ab4c9b5-faca-497c-b4d2-c69c3ff31408 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e22c1ad4-536e-4510-8aad-aaac0275fd72 HTTP/1.1" status: 204 len: 168 time: 0.8584836 Jul 13 08:57:10.448971 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 40738) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:10.456358 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e1d13c41-fef0-4f02-a2ba-7a05f266566e req-d5c867e4-1ab1-4090-87f7-f9beca4afaff service neutron] 10.222.0.70 "GET /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886307 Jul 13 08:57:10.492818 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea4b258-f2a3-4ace-9ca8-5b179006c0bc admin admin] Deleting subnet 9288088b-911e-4a10-8a5e-bd9c8295b351 {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:57:10.495794 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b258-f2a3-4ace-9ca8-5b179006c0bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.529797 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b258-f2a3-4ace-9ca8-5b179006c0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.614013 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b258-f2a3-4ace-9ca8-5b179006c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.675039 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b258-f2a3-4ace-9ca8-5b179006c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.704762 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b258-f2a3-4ace-9ca8-5b179006c0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.708893 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-7ea4b258-f2a3-4ace-9ca8-5b179006c0bc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9288088b-911e-4a10-8a5e-bd9c8295b351 HTTP/1.1" status: 204 len: 168 time: 0.2567680 Jul 13 08:57:10.709198 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4b258-f2a3-4ace-9ca8-5b179006c0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9288088b-911e-4a10-8a5e-bd9c8295b351,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:10.709477 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 40740) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:10.710188 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e22a530-6068-4169-a153-d2b51cbf89fa None None] Network 9db3ce96-9b5f-4281-ac9a-146e129f0209 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:57:10.779639 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.831650 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Deleting port 7af92ce5-4435-4f88-96cb-fbd762f04fba {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:57:10.831996 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.895928 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] For port 7af92ce5-4435-4f88-96cb-fbd762f04fba, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=7af92ce5-4435-4f88-96cb-fbd762f04fba,segment=NetworkSegment(1b116d56-8da0-4e67-996e-a5f5616ebcae),segment_id=1b116d56-8da0-4e67-996e-a5f5616ebcae)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:57:10.896292 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:10.909092 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Calling delete_port for 7af92ce5-4435-4f88-96cb-fbd762f04fba owned by network:dhcp {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:57:10.988548 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:11.015878 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af92ce5-4435-4f88-96cb-fbd762f04fba,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:11.019230 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] No DVR routers for this DVR port 7af92ce5-4435-4f88-96cb-fbd762f04fba on host dv-cinder-800430-2-iscsi {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:57:11.046249 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14835d14-9c6e-4ff9-a600-64a3d0736cd0 None None] DHCP port deletion for 9db3ce96-9b5f-4281-ac9a-146e129f0209 request from dv-cinder-800430-2-iscsi {{(pid=99634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:57:11.103297 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:11.114486 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db3ce96-9b5f-4281-ac9a-146e129f0209']}} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:11.119141 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 6b642071-39a9-4ee9-b40c-6dedd530e590 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:57:11.126896 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b116d56-8da0-4e67-996e-a5f5616ebcae') {'for_net_delete': True} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:11.127303 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b116d56-8da0-4e67-996e-a5f5616ebcae') {} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:11.136544 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796088'] for segment, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:11.140313 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 6b642071-39a9-4ee9-b40c-6dedd530e590 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:57:11.140671 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 6b642071-39a9-4ee9-b40c-6dedd530e590 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:57:11.141670 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:57:11.151748 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:11.158731 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=99633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:57:11.159145 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4796160'] for segment, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: Traceback (most recent call last): Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: timer() Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: cb(*args, **kw) Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: return func(*args, **kwargs) Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: self._notify() Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: self.callback(batched_events) Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: event.method(event) Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: return f(self, *a, **k) Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: return self._get(url).json() Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: return self.request(url, 'GET', **kwargs) Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:57:11.160974 dv-cinder-800430-2-iscsi neutron-server[99633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:57:11.165006 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:57:11.165006 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 6408724d-aebe-4a91-9aa3-b6d2ab5d3645 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:57:11.165006 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 7af92ce5-4435-4f88-96cb-fbd762f04fba no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:57:11.181030 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 7af92ce5-4435-4f88-96cb-fbd762f04fba {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:57:11.181384 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 7af92ce5-4435-4f88-96cb-fbd762f04fba not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:57:11.221942 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:11.227348 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:11.229465 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9db3ce96-9b5f-4281-ac9a-146e129f0209 HTTP/1.1" status: 204 len: 168 time: 0.5187492 Jul 13 08:57:11.232115 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 40748) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:11.248169 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fda1a-96d9-493f-9757-c118228e4a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db3ce96-9b5f-4281-ac9a-146e129f0209,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:11.870292 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-514508'] for router_interface, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:12.137735 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] Deleting port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:57:12.138075 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:12.218080 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] For port 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=1d8ddd08-9688-4879-8ddd-0f40bd9d21fe,segment=NetworkSegment(0e4e9735-8287-4e4b-bdc5-0373106ad864),segment_id=0e4e9735-8287-4e4b-bdc5-0373106ad864)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:57:12.218447 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:12.230428 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] Calling delete_port for 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe owned by network:router_interface {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:57:12.427902 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:12.454295 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8ddd08-9688-4879-8ddd-0f40bd9d21fe,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:12.621904 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403176'] for router_interface, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:12.830737 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] Router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:57:12.937183 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:57:12.942331 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-3ebbb130-0aba-484a-b6ba-bd894eae94d9 admin admin] 10.222.0.66 "PUT /v2.0/routers/3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7092724 Jul 13 08:57:12.944950 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 40762) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:12.945857 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] Sync routers for ids ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:57:12.956513 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] Routers {'3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:57:12.957128 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:56:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:13.053283 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Notify callbacks [] for router, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:13.068169 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] Set router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:57:13.155815 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:13.210343 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Deleting port 60238c51-1509-436a-a07a-5438220337c5 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:57:13.210689 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:13.250584 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'name': 'tempest-TestShelveInstance-1926964580-router', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '60238c51-1509-436a-a07a-5438220337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:13Z', 'updated_at': '2021-07-13T08:57:12Z', 'revision_number': 5, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'gw_port': {'id': '60238c51-1509-436a-a07a-5438220337c5', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:14Z', 'updated_at': '2021-07-13T08:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:13.277119 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] Checking router: 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:57:13.286546 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] Routers {'3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:57:13.287200 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:56:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:13.485223 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] Set router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 gateway port host: None {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:57:13.555935 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'name': 'tempest-TestShelveInstance-1926964580-router', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:13Z', 'updated_at': '2021-07-13T08:57:13Z', 'revision_number': 6, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'gw_port_host': None}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:13.561725 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] For port 60238c51-1509-436a-a07a-5438220337c5, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=60238c51-1509-436a-a07a-5438220337c5,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:57:13.562095 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:13.576588 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Calling delete_port for 60238c51-1509-436a-a07a-5438220337c5 owned by network:router_gateway {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:57:13.588007 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c240c-8abf-4695-9cd6-4d875b11015c None None] The sync data for ids ['3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41'] in dv-cinder-800430-2-iscsi is: [{'id': '3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41', 'name': 'tempest-TestShelveInstance-1926964580-router', 'tenant_id': '88e5aa99c48c4b019cb698bee80837db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:13Z', 'updated_at': '2021-07-13T08:57:13Z', 'revision_number': 6, 'project_id': '88e5aa99c48c4b019cb698bee80837db', 'gw_port_host': None}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:57:13.749127 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:13.774039 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Pushing event deleted for resources: {'Port': ['ID=60238c51-1509-436a-a07a-5438220337c5,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:13.834820 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513894'] for router_gateway, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:13.927547 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5712'] for router, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:13.929819 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:13.979859 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511608'] for router, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:13.980559 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 {{(pid=99632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:57:13.985687 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] Notify callbacks [] for router, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:13.986862 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-c36f4bec-d544-4f4c-b91b-4ef155fa15cd admin admin] 10.222.0.66 "DELETE /v2.0/routers/3b8e7bf2-e7b0-4c5e-85d6-6d9d645d3a41 HTTP/1.1" status: 204 len: 168 time: 1.0408497 Jul 13 08:57:13.989323 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 40772) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:14.036550 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2619ed-cba8-4482-bda7-d2ba4ccbae60 admin admin] Deleting subnet a1841b09-d407-4bf3-a06d-5e2c13efd820 {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:57:14.039638 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea2619ed-cba8-4482-bda7-d2ba4ccbae60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.073191 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea2619ed-cba8-4482-bda7-d2ba4ccbae60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.152311 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea2619ed-cba8-4482-bda7-d2ba4ccbae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.205122 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea2619ed-cba8-4482-bda7-d2ba4ccbae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.231442 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2619ed-cba8-4482-bda7-d2ba4ccbae60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1841b09-d407-4bf3-a06d-5e2c13efd820,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:14.233657 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ea2619ed-cba8-4482-bda7-d2ba4ccbae60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.236606 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-ea2619ed-cba8-4482-bda7-d2ba4ccbae60 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a1841b09-d407-4bf3-a06d-5e2c13efd820 HTTP/1.1" status: 204 len: 168 time: 0.2463145 Jul 13 08:57:14.239227 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 40776) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:14.242958 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cafcc0-f0ef-4bc4-baa7-e24decfef130 None None] Network 457b361b-101b-4cb0-bf3d-123d49d94c42 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:57:14.309651 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.365339 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Deleting port 519d5a52-ed6e-40f2-8653-6a124c957798 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:57:14.365577 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.427976 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] DHCP port deletion for 457b361b-101b-4cb0-bf3d-123d49d94c42 request from dv-cinder-800430-2-iscsi {{(pid=99634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:57:14.433783 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] For port 519d5a52-ed6e-40f2-8653-6a124c957798, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=519d5a52-ed6e-40f2-8653-6a124c957798,segment=NetworkSegment(0e4e9735-8287-4e4b-bdc5-0373106ad864),segment_id=0e4e9735-8287-4e4b-bdc5-0373106ad864)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:57:14.434670 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.455264 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Calling delete_port for 519d5a52-ed6e-40f2-8653-6a124c957798 owned by network:dhcp {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:57:14.482231 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Deleting port 519d5a52-ed6e-40f2-8653-6a124c957798 {{(pid=99634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:57:14.482724 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.549069 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.558993 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] For port 519d5a52-ed6e-40f2-8653-6a124c957798, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=519d5a52-ed6e-40f2-8653-6a124c957798,segment=NetworkSegment(0e4e9735-8287-4e4b-bdc5-0373106ad864),segment_id=0e4e9735-8287-4e4b-bdc5-0373106ad864)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:57:14.559393 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.572911 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Calling delete_port for 519d5a52-ed6e-40f2-8653-6a124c957798 owned by network:dhcp {{(pid=99634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:57:14.579846 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Pushing event deleted for resources: {'Port': ['ID=519d5a52-ed6e-40f2-8653-6a124c957798,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:14.581968 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] No DVR routers for this DVR port 519d5a52-ed6e-40f2-8653-6a124c957798 on host dv-cinder-800430-2-iscsi {{(pid=99632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:57:14.662469 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.671445 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.676581 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457b361b-101b-4cb0-bf3d-123d49d94c42']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:14.698496 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4e9735-8287-4e4b-bdc5-0373106ad864') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:14.699079 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4e9735-8287-4e4b-bdc5-0373106ad864') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:14.700446 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Pushing event deleted for resources: {'Port': ['ID=519d5a52-ed6e-40f2-8653-6a124c957798,revision_number=None']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:14.705862 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] No DVR routers for this DVR port 519d5a52-ed6e-40f2-8653-6a124c957798 on host dv-cinder-800430-2-iscsi {{(pid=99634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:57:14.712395 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.712743 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.713091 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.713426 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.713752 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.714078 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.714406 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.714727 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.715073 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.715396 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.715717 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.716030 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720d9ea-1c72-4ee9-9844-9e9c3e14a6cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:14.719744 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.739381 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.746318 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:57:14.746731 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:57:14.748424 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:57:14.801235 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.807036 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.809040 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] 10.222.0.66 "DELETE /v2.0/networks/457b361b-101b-4cb0-bf3d-123d49d94c42 HTTP/1.1" status: 204 len: 168 time: 0.5690100 Jul 13 08:57:14.820163 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c5890-8ab6-4534-8269-01fb7141094c admin admin] Pushing event deleted for resources: {'Network': ['ID=457b361b-101b-4cb0-bf3d-123d49d94c42,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:14.926028 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 40786) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:14.973565 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-4c728655-f0f0-4086-9c2b-bd9b4f802d85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc57daf10f804ec7ab1235d0a2a103a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461512 Jul 13 08:57:14.975891 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 40788) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:15.025510 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b9bd18e2-4bf5-4dda-8e49-f9b21b515820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:15.046270 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b9bd18e2-4bf5-4dda-8e49-f9b21b515820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:15.056525 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:57:15.076371 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:57:15.076726 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 1d8ddd08-9688-4879-8ddd-0f40bd9d21fe not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:57:15.077153 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 60238c51-1509-436a-a07a-5438220337c5 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:57:15.096822 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 60238c51-1509-436a-a07a-5438220337c5 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:57:15.097209 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 60238c51-1509-436a-a07a-5438220337c5 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:57:15.097626 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 519d5a52-ed6e-40f2-8653-6a124c957798 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:57:15.099641 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b9bd18e2-4bf5-4dda-8e49-f9b21b515820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:15.102260 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-b9bd18e2-4bf5-4dda-8e49-f9b21b515820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:15.105807 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-b9bd18e2-4bf5-4dda-8e49-f9b21b515820 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b7e17e5-ce9d-46af-b018-9480f8a65f6c HTTP/1.1" status: 204 len: 168 time: 0.1266601 Jul 13 08:57:15.112981 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd18e2-4bf5-4dda-8e49-f9b21b515820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7e17e5-ce9d-46af-b018-9480f8a65f6c,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:15.117606 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 519d5a52-ed6e-40f2-8653-6a124c957798 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:57:15.117964 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 519d5a52-ed6e-40f2-8653-6a124c957798 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:57:15.423510 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 40796) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:15.467316 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-c709a5fc-3a3a-4a1d-a1c0-3b314218d8cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88e5aa99c48c4b019cb698bee80837db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426037 Jul 13 08:57:15.470223 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 40798) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:57:15.518614 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f0c14ee7-00e4-4090-a2f9-b98186152c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:15.540376 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f0c14ee7-00e4-4090-a2f9-b98186152c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:15.584884 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f0c14ee7-00e4-4090-a2f9-b98186152c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:15.587425 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f0c14ee7-00e4-4090-a2f9-b98186152c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:15.590297 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f0c14ee7-00e4-4090-a2f9-b98186152c38 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb5d7197-1d7c-436d-be4b-370d60e35b7d HTTP/1.1" status: 204 len: 168 time: 0.1172740 Jul 13 08:57:15.597459 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c14ee7-00e4-4090-a2f9-b98186152c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5d7197-1d7c-436d-be4b-370d60e35b7d,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:19.344693 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-50b1555e-060f-421e-ab8c-e9622403a82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:22.192330 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5d9d93d8-82ee-4953-83b7-2df21d4f2108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:22.415912 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:23.139850 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:24.726629 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:30.593952 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:57:32.393450 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:49.345763 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c133596f-e77a-405f-bcba-e993b70f0b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:52.192565 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9154cba9-d66d-4747-b5d3-154c65eb9030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:52.416761 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:53.138691 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:54.727249 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:02.394180 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:07.592266 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:58:11.761300 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dbd06038-e209-403e-86eb-a04838c5c246 req-5a7cfe6b-adfb-4769-a376-916cdf374289 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514686 Jul 13 08:58:11.832646 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd06038-e209-403e-86eb-a04838c5c246 req-e586233b-87c4-44a0-969c-02a40870fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:11.834785 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dbd06038-e209-403e-86eb-a04838c5c246 req-e586233b-87c4-44a0-969c-02a40870fb24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 1098 time: 0.0518348 Jul 13 08:58:11.939621 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd06038-e209-403e-86eb-a04838c5c246 req-0782a3b6-2553-491b-9bf9-425dee50c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:11.941134 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dbd06038-e209-403e-86eb-a04838c5c246 req-0782a3b6-2553-491b-9bf9-425dee50c022 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 913 time: 0.0874960 Jul 13 08:58:12.004665 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dbd06038-e209-403e-86eb-a04838c5c246 req-cf6a794f-b0f6-46f4-9628-00e4d862411d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=619807aa-47d9-452a-b957-4acb11125fd8 HTTP/1.1" status: 200 len: 1001 time: 0.0565336 Jul 13 08:58:12.051890 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd06038-e209-403e-86eb-a04838c5c246 req-de15ea75-4106-41ff-8d21-ee684eaa82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:12.053339 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dbd06038-e209-403e-86eb-a04838c5c246 req-de15ea75-4106-41ff-8d21-ee684eaa82ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0428710 Jul 13 08:58:12.114348 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd06038-e209-403e-86eb-a04838c5c246 req-2ade24da-1413-4410-990b-4c8f753bc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:12.116061 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dbd06038-e209-403e-86eb-a04838c5c246 req-2ade24da-1413-4410-990b-4c8f753bc3e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567050 Jul 13 08:58:12.201616 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dbd06038-e209-403e-86eb-a04838c5c246 req-c784d1fa-e895-4854-8fe7-f38c656f6741 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791738 Jul 13 08:58:12.294730 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dbd06038-e209-403e-86eb-a04838c5c246 req-4170b394-134c-49c8-ac78-c016c72bfc3c service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870898 Jul 13 08:58:19.347149 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-09022748-c022-4cf6-8b56-94d1d86038e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:22.192901 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f94edcbe-1d81-4f17-bea5-b11c8b7d1444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:22.418306 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:23.139662 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:24.730392 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:32.392705 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:32.570407 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [req-61d564a9-f93a-4d28-9c6d-ff33e2c6a061 req-f436de8f-0be8-4bfb-ac2b-5cd3d6c0b174 service neutron] (99633) timed out ('10.222.0.70', 51615) {{(pid=99633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:58:32.594076 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [req-30fbb694-8b48-457c-9f9e-6b253116f429 req-ae378b34-71df-4367-96c0-37de77318394 service neutron] (99633) timed out ('10.222.0.70', 51625) {{(pid=99633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:58:44.590949 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:58:49.347484 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7a881510-9f2d-46e8-8675-8372f3a8196f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:52.193455 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8c27ca59-7988-47ca-9ce8-9ada317dddae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:52.418802 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:53.141143 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:54.732696 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:02.399423 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:06.828651 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb01e7-65f2-46c3-a722-bb0299d09eca req-5644cb26-c98e-48a5-b4d8-b94ad6bf6160 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:06.830188 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7ceb01e7-65f2-46c3-a722-bb0299d09eca req-5644cb26-c98e-48a5-b4d8-b94ad6bf6160 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 946 time: 0.0644941 Jul 13 08:59:06.871979 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7ceb01e7-65f2-46c3-a722-bb0299d09eca req-b872a7e8-ba99-40dd-8517-505f720a784e tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/security-groups?id=f90fab86-fe9c-4411-881a-ab2b8568ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355716 Jul 13 08:59:07.267891 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-5030ae18-3b59-474e-9bf6-61e14665c102 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:07.269413 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-5030ae18-3b59-474e-9bf6-61e14665c102 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.70 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 946 time: 0.0639925 Jul 13 08:59:07.372776 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Deleting port 3e35bb7b-3309-47fe-88aa-e82494097e8c {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:59:07.373155 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:07.460946 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] For port 3e35bb7b-3309-47fe-88aa-e82494097e8c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3e35bb7b-3309-47fe-88aa-e82494097e8c,segment=NetworkSegment(6a1f4392-72b3-4419-bbc0-8d792509704d),segment_id=6a1f4392-72b3-4419-bbc0-8d792509704d)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:59:07.461284 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:07.473448 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Calling delete_port for 3e35bb7b-3309-47fe-88aa-e82494097e8c owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:59:07.603574 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:07.614949 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] get_ports_and_sgs() called for port_ids ['3e35bb7b-3309-47fe-88aa-e82494097e8c'] {{(pid=99634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:59:07.632588 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Pushing event deleted for resources: {'Port': ['ID=3e35bb7b-3309-47fe-88aa-e82494097e8c,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:59:07.643621 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.643929 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.644277 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.644622 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.644961 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.645299 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.645634 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.645972 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.646306 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.647194 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.647529 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.648008 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:07.694215 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] No DVR routers for this DVR port 3e35bb7b-3309-47fe-88aa-e82494097e8c on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:59:07.703422 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:07.703422 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1a449c4d-9717-401f-8565-d2b19ffdaca2 req-3942cf4c-9917-47f8-9a03-623f2de70022 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.70 "DELETE /v2.0/ports/3e35bb7b-3309-47fe-88aa-e82494097e8c HTTP/1.1" status: 204 len: 173 time: 0.4237385 Jul 13 08:59:07.703422 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaca47f-2b07-4287-b14c-c84caf134bc5', 'name': 'network-vif-deleted', 'tag': '3e35bb7b-3309-47fe-88aa-e82494097e8c'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:59:07.703422 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94c6749-5342-4e5a-a657-4d376eb6e0f1" -d '{"events": [{"server_uuid": "eeaca47f-2b07-4287-b14c-c84caf134bc5", "name": "network-vif-deleted", "tag": "3e35bb7b-3309-47fe-88aa-e82494097e8c"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:59:07.751127 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f1bc4c-2e4d-4052-9274-3a2a20e06e0a x-openstack-request-id: req-f4f1bc4c-2e4d-4052-9274-3a2a20e06e0a {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:59:07.751420 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeaca47f-2b07-4287-b14c-c84caf134bc5", "name": "network-vif-deleted", "tag": "3e35bb7b-3309-47fe-88aa-e82494097e8c", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:59:07.751673 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4f1bc4c-2e4d-4052-9274-3a2a20e06e0a {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:59:07.752070 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeaca47f-2b07-4287-b14c-c84caf134bc5', 'name': 'network-vif-deleted', 'tag': '3e35bb7b-3309-47fe-88aa-e82494097e8c', 'status': 'completed', 'code': 200} Jul 13 08:59:08.022406 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-015be96d-0ef2-4280-8866-13a387968ae8 req-fa79378c-92f6-49b7-ab0f-27261d12098f tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0285983 Jul 13 08:59:09.167460 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1144e038-dede-4575-b2e2-cff23ce8025d req-7d7e5701-57c2-4f3b-b834-41a14058f5b5 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0293179 Jul 13 08:59:10.306805 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f1feedfa-6a6b-48ef-9a6a-19bbd06374f0 req-9465475b-8be5-48ee-a844-4b167d44074d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0275888 Jul 13 08:59:10.972407 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 3e35bb7b-3309-47fe-88aa-e82494097e8c no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:59:10.995930 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 3e35bb7b-3309-47fe-88aa-e82494097e8c {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:59:10.996280 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 3e35bb7b-3309-47fe-88aa-e82494097e8c not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:59:11.446856 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-178e8b65-ffb4-4cc4-80d7-d8f429e0ed9d req-fbde56ff-d687-4453-bdb7-385edf045af4 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0276248 Jul 13 08:59:12.583804 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c2cd7bf-4b02-4460-b2c6-9110a5a19bc2 req-a51baa6f-cd7b-46ab-b2f8-ffa59551cd92 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0275307 Jul 13 08:59:13.725273 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-303b9116-5982-45ea-9f98-598fd503f1d1 req-c49731ce-dd85-421a-8f80-0d64d889a1d2 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Jul 13 08:59:14.870607 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ad70e9ba-0e41-40e8-b29f-7165ccad1045 req-9ad246b2-8bbb-42a7-99ec-73c2d74ef168 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0322254 Jul 13 08:59:16.014493 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4c19af0f-9734-4a2b-bcaf-a2c07517e926 req-416aac0d-ea6c-432d-b730-8c5248299f1f tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0310557 Jul 13 08:59:17.153034 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-30de1bab-82a3-4e6c-a798-1fc8a001f4fc req-9a099215-ecf8-4d24-bcf0-63c8010707bd tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0284750 Jul 13 08:59:18.292582 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2d0b7a07-82dd-426b-b77f-c9bce402668b req-31f653c4-a7e3-422b-9323-a09a51465517 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0290265 Jul 13 08:59:19.349806 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-71aeb318-0736-46e9-a814-76e34f7d181d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:19.434389 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-90af64ce-781c-41c0-8dcc-cf6d9e8d4efe req-fd0ff02d-eb24-47d1-bd1e-109d56c40513 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Jul 13 08:59:20.732113 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a2b71439-545e-4bcf-ba20-90e8f79da035 req-2c6162ae-63bb-4dc3-8ba6-fd7e9c857e66 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0299797 Jul 13 08:59:21.590291 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:59:21.868891 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c13fa992-1d97-427b-8a0a-e27b88d70ffb req-9932a799-2e21-4438-bf82-1322ca1edb9e tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0278370 Jul 13 08:59:22.198714 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1f0da8ec-e88a-4c68-a559-e9c4fd5ac6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:22.419990 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:23.007673 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f3a6a801-ef25-44ef-a246-29513c9232cc req-6794bed1-26e8-40f8-8be9-23f3f9ff1b06 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0289445 Jul 13 08:59:23.143627 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:24.151213 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f4c9a44b-3888-4089-a88d-0ea4668fe54e req-88758106-84fe-42f4-ab9c-df4f0dd9d229 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0309021 Jul 13 08:59:24.735433 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:25.291883 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a38159d9-de1b-4411-8b4c-2c60d5de9bb7 req-88b4a124-0905-485f-b84d-edf68973c96f tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0310495 Jul 13 08:59:26.433247 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7ea71407-1d39-42f0-a997-52baca719281 req-dd6ce551-f708-4b32-aaa2-e7adb27ef5f4 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0289583 Jul 13 08:59:26.535234 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [req-80fbc2af-d406-4126-8f65-71f889a900dc req-03993ce1-7dfb-4355-846e-1ff15c3a4fc0 service neutron] (99633) timed out ('10.222.0.66', 32916) {{(pid=99633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:59:27.570653 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1a1525b7-dada-4e22-a1b7-21fb28b9c544 req-457d29e6-e466-41c5-94a0-5286ba5d2b4c tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0285122 Jul 13 08:59:28.709965 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ad5041e7-fb53-4037-bf00-a26af89556d6 req-c7c42648-4193-444c-a062-da6dc618df04 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0270622 Jul 13 08:59:29.853612 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-928518ae-e687-410e-a394-cb900b1fb22b req-aeb93857-84da-47d6-a8e5-0a20e948aa25 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0292897 Jul 13 08:59:30.991193 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3d184f8a-9f68-407b-b0ab-08aac0cf1182 req-678c081f-cf06-420a-a5f5-06de8e7e804a tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0286202 Jul 13 08:59:32.128787 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1a5d3393-52fa-4bf3-95c1-5422d0e6892b req-a9e730f8-054d-4dd3-aff8-ddba1403fc00 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0289266 Jul 13 08:59:32.391086 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:33.274189 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-10f2b0b0-e495-4bb2-89be-ff450d425ac9 req-5845515a-9ad4-41b6-b04e-5d2db30b1ed1 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0314672 Jul 13 08:59:34.416594 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-745aa952-ced9-4787-a2ac-2407961cb52e req-bfb90829-39cc-43f7-b94d-0c1bba34164e tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0318689 Jul 13 08:59:35.554505 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1cc65cfc-d1c3-42f7-a397-c1859641b4bd req-84060ac8-b946-41ca-8ae3-60ad9ca0584f tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0279453 Jul 13 08:59:36.693174 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-970f88af-b6ed-45f6-9a91-57aa611f2e48 req-fa5885f1-634a-4f59-bcd6-a6b9788f91e9 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0278482 Jul 13 08:59:37.831217 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b28e201e-b871-4500-974d-6ee73ef111dd req-b1e3db1e-7a9c-4243-b827-c73e95a3aea3 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0281255 Jul 13 08:59:38.973444 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d297038a-b206-474e-8034-6eb0c16dfb7a req-d3713974-4ebc-40e3-8d7e-e74c1dccbd65 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0284350 Jul 13 08:59:40.113621 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-977e9ea0-8034-4a82-aed0-f01a37a0c7a7 req-7d782517-2f8c-492a-9522-946ddc7cb738 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0290360 Jul 13 08:59:41.253607 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-18536dae-370b-4b4f-b0da-b39f065e0d5b req-ecd81ab4-839a-4655-a9c8-0212c8568cc5 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0290697 Jul 13 08:59:42.398221 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-04d81b77-32ea-4ccb-afff-ca65fb6c0cdf req-eb91b9d1-55f4-4cc5-880c-813e39990d40 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0311050 Jul 13 08:59:43.540658 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-720c660a-6561-417d-9736-e9346d524dd8 req-918a4682-9e54-4f33-a0da-86c743f8a3fd tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0308874 Jul 13 08:59:44.681323 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0fed7651-17f9-4cca-8b52-1b3c44a01977 req-5e41b162-d5a0-4c5b-991a-d3e6c2f481f2 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0287623 Jul 13 08:59:45.817682 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-eeef9849-5b7b-4bca-99cb-c7d06a58c8e9 req-a017fc2c-0f06-4a17-91bf-228e338a9416 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0277097 Jul 13 08:59:46.957031 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1f4783b6-f002-4738-b635-9b1841ed8d8c req-db4da6d7-11fd-4f62-9678-7f17bd50d4af tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0295141 Jul 13 08:59:48.103512 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ff676b65-8d41-4c98-b1de-4104279f3798 req-fb913182-0608-491e-be26-ec8dd6ba6d39 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0273085 Jul 13 08:59:49.242737 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4724b711-17f2-426c-a0a6-ab9d21263cf7 req-f19e95a4-c653-414b-89ae-b90fb11098ea tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0285137 Jul 13 08:59:49.350671 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-54181500-864b-4c9c-846d-d7b06d252082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:50.380426 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9cf38f76-e60c-454a-9724-6a9ac6e525b1 req-8d3e1478-4b4d-4b27-b92d-72a590bb22f5 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0286388 Jul 13 08:59:51.524036 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0e02cb0e-73eb-44ba-980a-24da205dd881 req-a556fcb5-5bea-46ff-b5e8-6dd3579a84de tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0308456 Jul 13 08:59:52.199858 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d92308fd-ed5c-45a4-87f2-ea74b46e51b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:52.420461 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:52.665311 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b955c061-3b4d-4f24-857a-9a93096f7f6b req-fd28b0d6-cf8b-46e8-9361-813e40dd76a8 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0315733 Jul 13 08:59:53.146696 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:53.804710 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-57e76f15-e6d9-4e4d-b4e1-cb71f73f2cff req-52cb97a3-3c3a-4e1b-89d0-77695bbd7c21 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Jul 13 08:59:54.507056 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c4451-b162-4a03-b542-f44a391098a8 req-fedb7843-ab02-46c4-80d9-218bbf531376 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:54.508511 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e80c4451-b162-4a03-b542-f44a391098a8 req-fedb7843-ab02-46c4-80d9-218bbf531376 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 946 time: 0.0659664 Jul 13 08:59:54.545764 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e80c4451-b162-4a03-b542-f44a391098a8 req-175ca6a1-d8b2-45dd-999a-1fc299f9b993 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups?id=16c3d264-fa6b-4413-a8f7-7f806493f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Jul 13 08:59:54.737546 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:54.947503 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52854d5c-c501-496f-9d71-3286da7a0456 req-ad062478-e35a-458b-9ed7-6dc922fb60b3 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0284889 Jul 13 08:59:55.006712 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-07d61120-bb91-4cf1-84da-806061414ae1 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:55.008182 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-07d61120-bb91-4cf1-84da-806061414ae1 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.70 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 946 time: 0.0629277 Jul 13 08:59:55.109832 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Deleting port 27c024fe-e917-4f08-aca2-6e8d87245cc0 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:59:55.110185 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:55.196750 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] For port 27c024fe-e917-4f08-aca2-6e8d87245cc0, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=27c024fe-e917-4f08-aca2-6e8d87245cc0,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:59:55.197116 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:55.369187 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:55.369566 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513968'] for floatingip, after_update {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:55.369894 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.l3_db [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Floating IP 05e3478b-58da-4de9-a625-e7af0a2d6a73 disassociated. External IP: 172.27.3.48, port: 27c024fe-e917-4f08-aca2-6e8d87245cc0. Jul 13 08:59:55.370269 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Calling delete_port for 27c024fe-e917-4f08-aca2-6e8d87245cc0 owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:59:55.497358 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:55.529576 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event deleted for resources: {'Port': ['ID=27c024fe-e917-4f08-aca2-6e8d87245cc0,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:59:55.641720 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:59:55.684435 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-210700bc-ddb0-44be-bb1e-034257ace010 req-6f58ea66-5b2f-46cd-a531-4126ab9dfffc tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0284660 Jul 13 08:59:55.750487 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:59:55.760313 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] Sync routers for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:59:55.769530 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:59:55.770250 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:59:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:59:55.795418 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] No DVR routers for this DVR port 27c024fe-e917-4f08-aca2-6e8d87245cc0 on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:59:55.798020 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:55.799909 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da4f1a7c-0f5b-44c7-88e3-58e18c1ee30c req-6fe034cd-5c2c-423e-8386-482fdbdcf77f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.70 "DELETE /v2.0/ports/27c024fe-e917-4f08-aca2-6e8d87245cc0 HTTP/1.1" status: 204 len: 173 time: 0.7865620 Jul 13 08:59:55.800340 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'name': 'network-vif-deleted', 'tag': '27c024fe-e917-4f08-aca2-6e8d87245cc0'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:59:55.802544 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c72efbf-efe0-4a6c-ad5b-ab5e2811a1ea" -d '{"events": [{"server_uuid": "9001a46f-54d4-4a3e-aaab-0a14934eadf8", "name": "network-vif-deleted", "tag": "27c024fe-e917-4f08-aca2-6e8d87245cc0"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:59:55.841174 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130d159d-00d4-47c0-aec6-63e265e14888 x-openstack-request-id: req-130d159d-00d4-47c0-aec6-63e265e14888 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:59:55.841536 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9001a46f-54d4-4a3e-aaab-0a14934eadf8", "name": "network-vif-deleted", "tag": "27c024fe-e917-4f08-aca2-6e8d87245cc0", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:59:55.841854 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-130d159d-00d4-47c0-aec6-63e265e14888 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:59:55.842309 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9001a46f-54d4-4a3e-aaab-0a14934eadf8', 'name': 'network-vif-deleted', 'tag': '27c024fe-e917-4f08-aca2-6e8d87245cc0', 'status': 'completed', 'code': 200} Jul 13 08:59:55.880071 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:59:56.085417 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:59:56.096033 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2bdbfc9f-3cc2-49bd-8992-29ca8b5c3128 req-34777537-3d1c-4428-abba-d44f9f994ca9 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0322332 Jul 13 08:59:56.114567 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] Checking router: 099f08dc-dfae-45d2-9ca6-9711c794f8a8 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:59:56.123649 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:59:56.124216 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T08:59:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:59:56.346209 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:59:56.538167 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:59:56.563555 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf7968-cc3a-4199-9d3f-f4e25d7374fd None None] The sync data for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi is: [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': 'cceb0d64-3f26-4dbc-8c49-95c0256c8935', 'name': '', 'network_id': '828b9a1d-ec9e-4103-8bba-69674f34810b', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'mac_address': 'fa:16:3e:56:59:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:43Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'subnets': [{'id': '486bc280-5005-4514-a0c0-ceff5f12926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:59:56.777194 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b368469-72be-4173-b261-03ef6793f5b6 None None] New status for floating IP 05e3478b-58da-4de9-a625-e7af0a2d6a73: DOWN {{(pid=99635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:59:56.830074 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-958a2fe6-0a4f-41a5-ac40-6427d701067c req-9e15b97d-dd6b-4d15-8818-aa5bf63d2134 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0286093 Jul 13 08:59:57.205580 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 27c024fe-e917-4f08-aca2-6e8d87245cc0 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:59:57.230839 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 27c024fe-e917-4f08-aca2-6e8d87245cc0 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:59:57.231309 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 27c024fe-e917-4f08-aca2-6e8d87245cc0 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:59:57.238193 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4988d041-8fcb-4caf-b4cc-85f92d91aeee req-b5921ab6-3014-4a91-a1dc-7ef84d414388 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0290899 Jul 13 08:59:57.970565 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e92429b9-3f3a-4d0f-85a4-fd396074b001 req-7f9fbf62-bfc9-4d61-8f65-7fb07b57117d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0281775 Jul 13 08:59:58.377696 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-030f7637-68d3-4549-8fc9-c1cb0195d42e req-19b9b367-bb5e-496d-86f8-be94dfe6451d tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0289352 Jul 13 08:59:58.590383 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:59:59.113491 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cfeff60c-2f07-4d13-881d-f765a05e3c19 req-32e0b250-0732-4e36-8092-1707295a1637 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0290425 Jul 13 08:59:59.515356 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1a84fb9e-672b-439a-a3d7-0451a61acfd9 req-e256d36a-3d3d-4646-a39a-99154e8dd907 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0282743 Jul 13 09:00:00.262534 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-18d9ae54-664f-4d16-80da-4fac4c4fc8d8 req-09a77447-9d4f-49c4-bfe9-407955e1b01e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0310433 Jul 13 09:00:00.660422 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5a77dba4-f36e-4c53-bf2a-581db183948b req-d6c66952-3ece-4c5d-a106-bb42d3fa212c tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0328724 Jul 13 09:00:01.400172 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f50e0159-c5c0-4ff1-915d-435ac732d9c9 req-b221716d-254e-4a75-b3e3-0921f003c335 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0278363 Jul 13 09:00:01.799184 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cfc9b34f-91c6-4c62-bc15-5d0b9685932c req-ce79d1c9-3ecb-4e9e-b195-b44047a439fa tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0288770 Jul 13 09:00:02.390943 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:02.539904 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-73fd1e52-5551-4e3c-9e34-abbc9be87171 req-d27123d5-4931-4c2c-9ce3-86448acac188 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0279486 Jul 13 09:00:02.937298 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3c40729a-854b-446d-b3d6-0bab49e8b6fe req-5c468fa0-8032-4342-adf8-84d58f61142e tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0290356 Jul 13 09:00:03.682606 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e40ef344-8a8e-43d8-81ce-f5b573bd6b0b req-5bc68ccb-22a6-44e6-84b7-350554c3b89c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0294917 Jul 13 09:00:04.074958 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d919432c-f864-4a92-a5aa-550cf68e1f09 req-2e9e0c43-d565-451a-81f8-bfaded40cf9c tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0281439 Jul 13 09:00:04.826475 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-df5b95c9-c8d0-4bb0-916c-ad8321c26117 req-ec4c1ced-5580-4738-8a75-ca19438b77ea tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0310414 Jul 13 09:00:05.220195 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-42604f1f-5cef-439f-91c2-6920b701ed93 req-cde7195b-5b45-4d8f-8edf-852315f77c05 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0307493 Jul 13 09:00:05.965167 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3d114825-fd40-49db-998c-5db5cd9e65fe req-4cebdbda-c248-4147-8d40-f3b4ef69f958 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0287516 Jul 13 09:00:06.372117 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bc73a857-4473-4fd8-afbe-ad8cb66e438d req-55e2cfdb-eb75-42df-bf62-a58da714140f tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0342264 Jul 13 09:00:07.111113 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5cd570a7-3c59-4aa1-9214-350aa6487f29 req-028aefcc-d743-4153-a5d3-2c8d8bf66a1a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Jul 13 09:00:07.510954 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-972db244-ada9-4db0-9939-d2ac51e83b9e req-ddacf92a-a6f3-4659-b470-3a73b0c76de2 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0281157 Jul 13 09:00:08.253903 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-96dbecf2-f7c0-43c2-8786-0c20db3ea857 req-1cb3bb30-9aef-4279-8c0c-290046e86ea7 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0290806 Jul 13 09:00:08.647086 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3aff1077-b633-4f2d-96fc-11ce09d550dc req-52ede180-a7a8-426f-aac0-ee9a907175f5 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0274394 Jul 13 09:00:09.396082 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ad3785f6-0028-43af-b8d4-500a750d629a req-6397b551-6299-44b8-a713-75d497a0fc2e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0310614 Jul 13 09:00:09.790505 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b8205208-e345-4dd1-9874-a64382a419c8 req-18e4fc37-16ac-4ad3-851c-6586c9916adc tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0311043 Jul 13 09:00:10.534172 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-af9dc3e3-0585-46eb-8a81-de5fbd6c18b6 req-698cacc2-ca48-4349-9157-ec942fab6719 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0288675 Jul 13 09:00:10.931758 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e72ec4c6-848e-4fd3-9d51-1ac74242fb9e req-a1e3eaa7-19ff-433a-8474-fef363b2fa2b tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0309391 Jul 13 09:00:11.672477 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-05631a2e-2e7b-4f1b-875b-f62fc6561003 req-0cf8bc89-201f-4909-95bb-9c789648b9d6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0278854 Jul 13 09:00:12.071573 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6a22fe2a-1664-4f80-b2b2-170136316f4d req-f4641240-7e46-471a-b229-5be18bf2ac00 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0283942 Jul 13 09:00:12.787634 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-c4e0933a-8cd0-41a4-bff0-4bcb543de10f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510442 Jul 13 09:00:12.819424 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5b6f08f3-8e90-4918-8e40-9e00c776111a req-02bc42f7-d9f5-4764-b883-f259fd4a094d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0307062 Jul 13 09:00:12.880315 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-c5ffce67-da26-4a5f-99c9-7e3fe82b8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:12.882563 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-c5ffce67-da26-4a5f-99c9-7e3fe82b8f54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 1098 time: 0.0526659 Jul 13 09:00:12.987897 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-31b35e38-0302-4bf8-b837-41b36cc5bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:12.989270 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-31b35e38-0302-4bf8-b837-41b36cc5bb15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 913 time: 0.0863745 Jul 13 09:00:13.051967 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-bfd02ac7-d855-454f-b809-075a271c9a4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=619807aa-47d9-452a-b957-4acb11125fd8 HTTP/1.1" status: 200 len: 1001 time: 0.0562153 Jul 13 09:00:13.100117 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-1e9eb11e-aecd-4347-b0af-dc57422c9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:13.101881 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-1e9eb11e-aecd-4347-b0af-dc57422c9839 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0433075 Jul 13 09:00:13.163269 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-b683cf3f-869c-4203-8332-bdd150a877e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:13.164785 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-b683cf3f-869c-4203-8332-bdd150a877e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563185 Jul 13 09:00:13.209438 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ca1928c7-94f9-4013-a6d3-cc5e55a6f7e1 req-28e4afae-519c-4e88-8f41-c8a3f14de39e tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0275466 Jul 13 09:00:13.258882 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-77dc040e-9b76-4f05-ab4c-6155aa00d4a1 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868373 Jul 13 09:00:13.353068 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-ca69884e-9e5f-4690-9a8c-ab792f593d6c req-54031e12-edaf-4ad4-9338-a72718c06313 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878608 Jul 13 09:00:13.959647 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7c9b9ea6-d73c-44a5-bba1-1382880ae64e req-15a84706-4f50-467d-a23e-d4d2be7197d5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0292284 Jul 13 09:00:14.353918 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0e2dc0c7-cc30-460d-a575-6020f68fd133 req-5f5ff41d-492a-4a05-9b22-16622d6a0a64 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0309021 Jul 13 09:00:15.096210 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-83a56756-cb3b-43b1-a44e-5769cefe0eeb req-fb6ce44b-9922-45c8-831a-48e8ffda1541 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0288897 Jul 13 09:00:15.491988 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-277683f3-c2fe-4aca-b332-366dd534f0b7 req-96959d8e-a90b-4b9a-b2ff-efe4310437be tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0286024 Jul 13 09:00:16.234474 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b9c1732b-5fa0-42f8-8d9c-bbd8a261ec3b req-d4c057ef-bfc7-4e61-8137-32a43a602cb3 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0279460 Jul 13 09:00:16.635603 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4d30e69b-7369-4550-993b-fdab25b36767 req-a167536d-125c-470a-91bc-945454884a62 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0278637 Jul 13 09:00:17.383122 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3ae1a7bb-a866-467c-a34b-51b01c804040 req-cb587f0e-b0aa-4e45-a715-4c9dc1996eaa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0350502 Jul 13 09:00:17.773381 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9cd383a5-79e1-4dea-ae98-e7d71363c4f8 req-65d484e7-564e-4ef1-9cc6-860c94ee95ff tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0279357 Jul 13 09:00:18.521324 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4f530e76-50bb-47e9-82bc-3b654a0767a2 req-a2d84ebb-a678-4ce5-8c1d-349dc760b190 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0273962 Jul 13 09:00:18.920146 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-29b181d9-139d-4837-a862-003db41a1bd6 req-3de4088b-1a29-4dfe-8741-edbf148cc009 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0320199 Jul 13 09:00:19.352536 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a13f-2e9b-40e0-88d4-6703244166ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:19.661193 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8ac23d3b-f4f8-4866-953e-f6b1d81a0ff4 req-54c2617b-1fc4-4d68-b4f0-e5c04618b0b8 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0300896 Jul 13 09:00:20.059408 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1463f546-9e0c-40fc-b872-a43325673e0d req-104d7a3a-cc58-496b-bf29-7477aa7fa8fa tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0291853 Jul 13 09:00:20.799459 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-52e50d84-5b4c-4ccb-b69b-ecb6924b37ba req-2459c905-f0e4-4b43-aa67-579c36b4f5e6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0285044 Jul 13 09:00:21.200647 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f56ea8f8-1277-4a05-8067-ca3b6a751e3b req-5c1b33a1-3727-41a8-b4f1-1b2470b6e254 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0284860 Jul 13 09:00:21.944529 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3d4e49c5-d912-48e9-9564-b547df64e6af req-55cbf354-1260-43e3-95b2-29316dcf61ce tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0309365 Jul 13 09:00:22.200287 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a10bb89f-19f5-40e8-afeb-ef9d0e79e956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:22.338203 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-28b381f3-6e05-407e-8c75-1541678335f5 req-2cdba680-bcb8-4036-be84-b8602a1db42a tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0279536 Jul 13 09:00:22.420435 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:23.083720 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d6aad065-65b2-4ae1-b28d-3a541f86afb6 req-2b2eee25-002a-4907-808e-503aaf66b8da tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0282638 Jul 13 09:00:23.150275 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:23.481775 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-37a8b6bd-4154-47a3-bc7a-5d401f5b1316 req-b4be58e3-6284-4bdd-b612-4cc6c54002a1 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0311902 Jul 13 09:00:24.220359 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-81b1d966-03e9-4b87-b2bd-83d74859e715 req-83ce7333-6bc1-40c9-bf45-1c39ca284f20 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0285833 Jul 13 09:00:24.624483 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4d0d8f91-ff83-4da4-8efc-6d93489e9e39 req-7b7a9b31-012d-4139-bfd7-c3e706cb0a5e tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0288773 Jul 13 09:00:24.739494 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:25.357765 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b8c234d2-4603-4144-86b5-1eeedde381d4 req-0834d3ed-1505-45de-853f-e58bc8f6b9d9 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0279491 Jul 13 09:00:25.761721 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-057512fb-033e-4cbe-93d3-629de56cc555 req-f1dbc6b0-a1d6-4ac0-b3df-79b668980dfd tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0282013 Jul 13 09:00:26.504892 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d2e79ca3-7f3b-4b81-9958-9addacc8b25e req-89abe389-0707-416a-adad-8fcdd8cfa658 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0317628 Jul 13 09:00:26.901083 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a3db4610-c34c-4f00-8c6f-952664cf43cc req-2083e3b1-adc3-4cf1-bd3a-527544da4fdc tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0292928 Jul 13 09:00:27.642127 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-533b3ee8-4e58-4a82-8405-8eea3169f238 req-92580329-b6ad-4e97-a296-f4ce7ac42757 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0288579 Jul 13 09:00:28.046850 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f5945644-c501-4117-a94f-e52fefaf61c5 req-71d088b4-52b1-4f0b-b46d-d137fd9af904 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0314651 Jul 13 09:00:28.783364 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3db9481a-93e7-4fef-80f9-d7ddb876581e req-52149196-6179-4ab0-b6cf-acb449f0275d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0291417 Jul 13 09:00:29.184513 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bf153f58-5c91-40de-9687-9665df6fc523 req-c74cddcd-3ba2-441f-bd36-8221de128631 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0277624 Jul 13 09:00:29.922616 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13d09714-fc23-44e8-9f92-f4bd007c4cce req-97b8b3b9-24f5-4e42-ace4-8da877982dba tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0279975 Jul 13 09:00:30.322809 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8dcb44b7-a62c-4ecf-b79e-a2b5df111d4e req-4e78fa2c-1ca2-4ab4-aedf-e5ffe621b659 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0276048 Jul 13 09:00:31.066326 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7c22b38b-e756-46fc-9a86-5b0a60d0bcd3 req-c551b892-5af5-408b-aee9-98f96988a372 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0312161 Jul 13 09:00:31.460606 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-49010766-88ed-4dfa-b253-11a5341f8313 req-a78eaad0-803b-48af-ad92-513abb6edf0a tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0272863 Jul 13 09:00:32.204531 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8d8a0273-dd27-4ffd-9015-37d394292693 req-55da034d-59ec-40c9-89a2-18af44a7efa5 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0279868 Jul 13 09:00:32.389421 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:32.603271 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c839a83c-90b8-40cb-9c5c-64513940dea4 req-1a0d4795-f42b-4e52-8197-0b51a350313a tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0307055 Jul 13 09:00:33.344979 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-29b6fa90-c724-46f8-8052-208770187dea req-f5088b9f-92fc-49d7-a290-88e76c697fc7 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0279980 Jul 13 09:00:33.742499 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e97b164d-878c-4b5b-aa87-3ad057d2fe32 req-8daf38e4-87f6-42f6-a3da-de52b3b25bf0 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0280466 Jul 13 09:00:34.481524 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-392a3469-85e2-4707-a5fd-cd4a97f3f689 req-651754a5-d17e-41aa-ab00-00f578ee98d9 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0281165 Jul 13 09:00:34.882698 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-eac7480f-3d5d-4c1f-a2ab-ab123733fff8 req-14458a65-0d0c-48fb-823f-3e9dcfcd4f7e tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0281146 Jul 13 09:00:35.589113 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:00:35.624875 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5dfa92bd-b6a1-4226-8262-65cbd1cd23f7 req-bcf9479a-82a5-4718-abba-63111cd8353c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0309274 Jul 13 09:00:36.021217 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c7b75128-4900-438c-9488-79565f121363 req-f5b57a84-8b93-4153-975f-6c3a3e85f23e tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0273952 Jul 13 09:00:36.764212 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e5da7df6-6e27-44df-b210-2fa8faabc42c req-e9a01377-58c9-4add-8a3f-4528782584ba tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0286672 Jul 13 09:00:37.164626 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6eaca062-a671-4319-8f20-3aca3a810f26 req-c12374d1-f2db-4f36-911b-5090d45b7ab6 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0311313 Jul 13 09:00:37.901976 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1df71224-9142-4883-8df0-7380bb96722d req-cfa744b6-c3cf-4a50-8c88-5fb9688ca1e2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0287609 Jul 13 09:00:38.303556 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d0f1c562-f837-4b7c-b8e2-4d7e90650bef req-821724c6-3843-4a38-b03d-b301adc22581 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0272815 Jul 13 09:00:39.040260 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f3c1ac73-aeb0-4ab3-ba83-9f64746cac0d req-196e2fea-0e72-46c4-8cee-5f443defa9bd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0277078 Jul 13 09:00:39.589314 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-12637c9a-2bc8-489b-a7de-1d67ff709a8f req-dec4f46b-de9d-4358-8cd5-cec14b0655f4 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.1751156 Jul 13 09:00:40.184207 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-bd115c07-d491-4ebc-a2fd-129a25d5614e req-aa78cb2c-f089-4d99-87bc-f70676727b20 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0315123 Jul 13 09:00:40.726785 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-22419ed5-90fb-4732-9aa5-1bcf19ebafd8 req-106ff4d6-2c3a-4df0-8b85-b2069995b7ad tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0276051 Jul 13 09:00:41.371735 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4d296ff2-2bea-412f-9ab6-77f8a29654d7 req-ed5e9633-f030-4e16-a09c-9342fdbee86b tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0791137 Jul 13 09:00:41.870584 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2131a965-7003-4bd2-a071-044a097c77d4 req-e4ffcb0b-6d32-4270-a5c4-bc3fc3f38968 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0315945 Jul 13 09:00:42.509688 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e7eac0c2-6ddb-4a1f-96ce-08e1927af1a6 req-a4b6062a-2bdd-4c60-99a7-34aafb1d1d9e tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0286179 Jul 13 09:00:43.009151 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5cf63e67-ee6c-41a1-8d44-c6e50ec94496 req-c6f5788d-37e2-40bb-afb2-a9b656aa7b9b tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0276592 Jul 13 09:00:43.649059 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-19ccf1bc-6600-4c79-b2a8-7a7b0b20fa54 req-41bccb64-ecd7-4882-8463-de9d35a2f74a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0276740 Jul 13 09:00:44.148062 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e45dfe1d-e7a4-4b1f-b810-69dc9cda1255 req-5b6ee42b-fbe1-4486-a904-4cf734f15b37 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0285130 Jul 13 09:00:44.801880 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-79854773-fd48-4da9-8490-f449d82cd862 req-ca8e4aad-975c-4713-ad7f-fe032d5ca54d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0380495 Jul 13 09:00:45.287907 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-07b74f75-5e78-4074-8d83-4cef8679372f req-5050e141-6d35-4063-812d-9390488d6ddd tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0303228 Jul 13 09:00:45.940220 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-424b4f8e-2a91-4bcf-8c10-4e75661551d0 req-b58e1b30-0939-4897-936c-bcea09ef1761 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0277367 Jul 13 09:00:46.432229 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-99d21b06-4834-41a9-a849-9c42be4f15e1 req-56bf3bb1-cbbd-449e-a376-2f535c293229 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0323868 Jul 13 09:00:47.082169 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d342ff55-0b17-432d-a299-bf127ce3af0f req-ac3a31aa-bf58-49b6-87ed-d8be83fe64eb tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0291550 Jul 13 09:00:47.570449 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ca0d5774-0e87-4cad-ad73-e792e6ff1738 req-5e4955a0-ede2-42ec-a578-f4a41350a808 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0271170 Jul 13 09:00:47.970344 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [req-6e1a225a-5e66-4673-b0ac-bbc263c9b07a req-68a2f0ac-c1df-4c6a-8b85-82fa312acccd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] (99633) timed out ('10.222.0.70', 51652) {{(pid=99633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 09:00:48.219912 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0398c0cc-78b9-45dd-aff1-b82fe8005944 req-4cf3ddcd-0a6a-41f2-9dbe-2065f4c216c2 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0286715 Jul 13 09:00:48.710237 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bc687540-bdb6-47b4-85da-c2441dd96f01 req-598944f9-a701-4c70-a168-e5d01b2264d6 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0276084 Jul 13 09:00:49.352924 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3e976f5f-fa2a-4887-b9a3-0ea43274459c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:49.365353 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a57e21fe-7856-43af-bf36-85925e058cc9 req-e632c8c6-e9a6-4f23-a680-c6e382e71349 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0320134 Jul 13 09:00:49.847763 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a060c448-c47a-4dfd-a762-03ed364827e4 req-e67dd0cd-3e30-4f78-8d9e-77117580d311 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0277121 Jul 13 09:00:50.506691 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c1623028-5347-4047-9ef0-88f226a63752 req-d18fb68c-bee1-4000-9433-4ec1daff090d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0289090 Jul 13 09:00:50.994176 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-357b2e08-3964-46a6-a164-5db518502a8b req-a84acd9c-ee47-4b70-a4b3-f8b9554694ca tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0318556 Jul 13 09:00:51.644371 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f15de260-e60f-4127-b032-0d572badf21b req-4323cdc2-51fa-47c3-bcaa-98d0a444f6b6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0281928 Jul 13 09:00:52.132447 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-28d073db-6c04-4236-bf2f-beea85a13952 req-11fdbe5b-93d0-4343-839e-4c261728b35a tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0282216 Jul 13 09:00:52.199722 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-af58fe05-d8b0-47ef-beed-0e168b7b9702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:52.421237 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:52.782950 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1bd679cd-0a9f-4c57-baf5-0c378af164f1 req-8378ea2e-615b-40cc-93e0-ed5046af7226 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0282347 Jul 13 09:00:53.153104 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:53.269638 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4e606cc4-fb9d-4aea-8f97-89accd997635 req-b03e9189-5327-4f7a-a1c1-7874972afb34 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0284727 Jul 13 09:00:53.925810 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d57a5f8a-4bf6-484c-8c6d-71d6aa5dbfdf req-ec71b64e-fb39-4d9f-8911-23f442f9b025 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0313222 Jul 13 09:00:54.407725 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d5a45d76-e2dd-4e00-a0b3-18f9b863fb84 req-17f82657-53a7-4801-af28-eb6bdd580b5c tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0281198 Jul 13 09:00:54.742382 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:55.063634 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-db895f2d-e095-4c9a-ae20-699304236d9b req-15d23bc3-8ed8-4fe6-920a-3703d86c54c6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Jul 13 09:00:55.552633 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4ce41510-8bfc-4a91-867d-5d938a263520 req-71655464-f75a-4197-b624-91be97673d49 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0312779 Jul 13 09:00:56.203375 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-179b6b98-383c-4de8-9b44-23e56415d8d2 req-0524fb24-fdce-48c2-a701-66b74de94364 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0284274 Jul 13 09:00:56.688785 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-03bfc7ae-6301-48af-9a7f-2a9c84209bb9 req-6879a727-0ea8-414a-8dc5-13638b6cee2a tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0282459 Jul 13 09:00:57.343279 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-45efb92f-f4df-4963-ab01-9650c85ebc77 req-6a5e3c2d-10b5-41f2-aa15-29e213be5cfd tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0286708 Jul 13 09:00:57.828478 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-16482d42-5b7c-4df2-b86c-8b89c17d7b67 req-1ad3d37b-9dc1-4151-a6ff-4f253c902854 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0289705 Jul 13 09:00:58.487326 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-13615ed7-8f2b-4a9e-ad72-1a57d4743b80 req-77247b00-8e91-4a44-9868-5b56d6f1cef6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0306411 Jul 13 09:00:58.973674 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5562574c-0d6f-4127-8da3-0d216ca19cde req-41624492-89c5-46da-bab3-de345209d085 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0275676 Jul 13 09:00:59.624516 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-295bd619-d076-4d04-b5d9-9381ce9dd646 req-3f34be6d-3457-4d65-945c-c6926975e0a4 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0286350 Jul 13 09:01:00.118588 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8c07736d-c99e-44bc-a326-d5e8b69cf305 req-537deeb7-b430-4b1e-a6b9-49dcecfffdd0 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0307047 Jul 13 09:01:00.769198 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4fc6ea9a-16bb-4de4-9aa9-132dde5f0f2b req-80c1f4c3-ffbd-4860-a84b-8586a162c5d6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0274236 Jul 13 09:01:01.408574 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9df209f9-a128-4bf9-9d6f-d9cec6581dad req-57e00f9b-9fbd-4ab9-b308-f9f2acd6609e tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Jul 13 09:01:01.907125 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e0aa8e81-e3df-43bc-aec7-3b0bc3ebb4c0 req-9a2868d6-1b5b-4863-b3f1-61c230684e87 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0292392 Jul 13 09:01:02.404287 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:02.544486 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8319d19f-3ab2-4bd9-8dad-b6e87f022fc9 req-01581cbf-0b1f-4de1-b2ec-d08eaf4a8993 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0275915 Jul 13 09:01:03.053628 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-08caed46-85a3-430a-8b6e-0b1247fbefd5 req-4c86b27c-a6b5-4f52-9a13-2ea93f7e91df tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0316024 Jul 13 09:01:03.682833 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-08657f69-7f08-406a-986a-61f2c9d7c155 req-f369e888-dfdb-4d66-95d5-693874131908 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0276635 Jul 13 09:01:04.191351 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-18a94324-2fbf-406b-a53a-9bcab7c6d8cc req-d418a3e8-07b4-40c8-967f-3e835357f345 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0279078 Jul 13 09:01:04.830439 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f394c8a4-7759-44a1-9645-db2f3b319f28 req-b7d197db-6c96-4c68-9ff1-85affe167a38 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0318632 Jul 13 09:01:05.328888 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-fae15aa6-c441-48d5-a47b-77f525725035 req-d6a56b21-eb8a-4577-a992-a30c1a5ecd1d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0280814 Jul 13 09:01:05.968859 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-802de9ec-6520-404a-a463-a1c465bc3f22 req-ea127570-ce27-4ab2-8e62-013797e87fb9 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0270565 Jul 13 09:01:06.466610 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d0264307-2d0b-4b40-ade2-46029b972077 req-aed49e40-6a97-455d-b6b1-00b41771c9c1 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0284023 Jul 13 09:01:07.109978 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3c0c299a-a49a-401d-9247-03cba3095677 req-41ac5332-c2c7-4795-a795-c7a2bb8d9b55 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0291252 Jul 13 09:01:07.615787 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3c2d5765-8626-4645-9fa1-ba61f23743e0 req-14301630-2998-4b13-8dd4-213bd2a5d79c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0330098 Jul 13 09:01:07.857275 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 42372) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:08.027422 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Deleting port 1ddf9e82-0363-43cd-9c85-c3f095dcc806 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:08.027673 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.044044 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42378) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:08.105057 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.105373 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.120989 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Calling delete_port for 1ddf9e82-0363-43cd-9c85-c3f095dcc806 owned by network:floatingip {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:08.339019 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-85788390-8409-4235-9ff5-1672e91ae184 req-370732b5-c009-4b13-beba-5b70cdfe74a6 tempest-VolumesSnapshotTestJSON-1086421322 tempest-VolumesSnapshotTestJSON-1086421322-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeaca47f-2b07-4287-b14c-c84caf134bc5 HTTP/1.1" status: 200 len: 210 time: 0.0376148 Jul 13 09:01:08.564798 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.595629 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event deleted for resources: {'Port': ['ID=1ddf9e82-0363-43cd-9c85-c3f095dcc806,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:08.595911 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-514508'] for router_interface, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.607305 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.607663 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.608013 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.608353 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.608692 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.609031 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.609364 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.609708 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.610027 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.610357 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.610684 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.611035 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:08.668995 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for floatingip, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.669677 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.db.l3_db [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Floating IP fcbe9cad-894d-4f5a-989a-f35a9786d943 disassociated (deleted). External IP: 172.27.3.215, port: 619807aa-47d9-452a-b957-4acb11125fd8. Jul 13 09:01:08.779793 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c8467c56-d7eb-4aae-a54f-55ad201bb32f req-528aa984-c646-4390-9327-b5dc994ef2ae tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0313163 Jul 13 09:01:08.856156 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Deleting port 634533a9-4370-407b-8bdf-e41384455df0 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:08.856405 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.906281 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Router 51f4ca8b-a50f-45c4-bff1-852475b40f88 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 09:01:08.936942 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] For port 634533a9-4370-407b-8bdf-e41384455df0, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=634533a9-4370-407b-8bdf-e41384455df0,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:08.937299 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.949449 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Calling delete_port for 634533a9-4370-407b-8bdf-e41384455df0 owned by network:router_interface {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:09.023997 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:01:09.029085 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:09.034984 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] Sync routers for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:01:09.044717 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:01:09.045346 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T09:00:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:09.068835 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5ccdf964-4d5f-43ad-9c66-7fc5753702f2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "DELETE /v2.0/floatingips/fcbe9cad-894d-4f5a-989a-f35a9786d943 HTTP/1.1" status: 204 len: 168 time: 1.2101922 Jul 13 09:01:09.069955 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'tag': '619807aa-47d9-452a-b957-4acb11125fd8'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 09:01:09.072456 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca9844-f244-4ca2-b31e-942cbe56f4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a269fc3-cca1-40b1-af46-4fa38b5d2484", "tag": "619807aa-47d9-452a-b957-4acb11125fd8"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:01:09.154687 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:09.171739 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:01:09.190665 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Pushing event deleted for resources: {'Port': ['ID=634533a9-4370-407b-8bdf-e41384455df0,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:09.210947 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9379bee6-43d2-4627-a97f-7196ae49e136 x-openstack-request-id: req-9379bee6-43d2-4627-a97f-7196ae49e136 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:01:09.211386 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a269fc3-cca1-40b1-af46-4fa38b5d2484", "tag": "619807aa-47d9-452a-b957-4acb11125fd8", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:01:09.211872 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9379bee6-43d2-4627-a97f-7196ae49e136 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:01:09.212180 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'tag': '619807aa-47d9-452a-b957-4acb11125fd8', 'status': 'completed', 'code': 200} Jul 13 09:01:09.261722 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.262517 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.262872 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.263257 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.263600 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.263942 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.264280 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.264616 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.264951 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.265282 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.265612 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.265939 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:09.322886 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-718c6aa5-a85f-42a5-b841-3767dd9e999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:09.330189 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-718c6aa5-a85f-42a5-b841-3767dd9e999c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77f6db6ace1f465f80565405509ad580&device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 1098 time: 0.1057024 Jul 13 09:01:09.424360 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403176'] for router_interface, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:09.474175 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-9988839d-57be-459f-9334-4197cedf07de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:09.475973 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-9988839d-57be-459f-9334-4197cedf07de service neutron] 10.222.0.70 "GET /v2.0/networks?id=28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 200 len: 913 time: 0.1391928 Jul 13 09:01:09.492465 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:09.519548 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-8d9fcfb0-8fdf-4fed-a4ce-9d2251a24e84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=619807aa-47d9-452a-b957-4acb11125fd8 HTTP/1.1" status: 200 len: 217 time: 0.0375791 Jul 13 09:01:09.524655 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] Checking router: 51f4ca8b-a50f-45c4-bff1-852475b40f88 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:01:09.533865 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:01:09.534724 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T09:00:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:09.603120 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-fc6a87e0-151f-4894-b2fa-2130faefc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:09.606848 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-fc6a87e0-151f-4894-b2fa-2130faefc845 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 200 len: 851 time: 0.0812004 Jul 13 09:01:09.672168 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-36e48026-3252-437c-822b-28685912fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:09.675188 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-36e48026-3252-437c-822b-28685912fa38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28762bf7-cb11-4c08-bf52-9cba16135894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619047 Jul 13 09:01:09.697846 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:01:09.788605 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-374c8413-14be-4f50-abd0-17c30795afd2 service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066260 Jul 13 09:01:09.948807 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-feca9844-f244-4ca2-b31e-942cbe56f4a7 req-de734d22-a35b-4f66-85c0-c7fd37dbaf5a service neutron] 10.222.0.70 "GET /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541786 Jul 13 09:01:09.988904 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Router d2412221-8c6d-4d9b-8878-456f497f64f5 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 09:01:10.022008 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-211f8a8f-f558-47ca-8ae6-e8546625198f req-416b0ce8-b407-49e6-a703-b15fcb771b41 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0327408 Jul 13 09:01:10.026239 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:10.057774 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f89a1-724e-4708-9a55-f0066af768ef None None] The sync data for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi is: [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 4, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi', '_interfaces': [{'id': '0d1078cf-6948-4436-81e3-66ca3d6ffb3c', 'name': '', 'network_id': '28762bf7-cb11-4c08-bf52-9cba16135894', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'mac_address': 'fa:16:3e:1b:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:33Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'subnets': [{'id': 'c387f139-02d5-4934-a4ce-f7018cea985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:01:10.102901 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:01:10.109936 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-d4a97040-b97f-4a14-a13f-4a40888767cc admin admin] 10.222.0.66 "PUT /v2.0/routers/d2412221-8c6d-4d9b-8878-456f497f64f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0646908 Jul 13 09:01:10.110505 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42404) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:10.111489 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] Sync routers for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:01:10.124890 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:01:10.125516 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T09:00:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:10.227202 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Notify callbacks [] for router, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.234541 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:01:10.318698 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468dfb7-60c4-4f78-a387-43bff4fa69af None None] New status for floating IP fcbe9cad-894d-4f5a-989a-f35a9786d943: DOWN {{(pid=99634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 09:01:10.338242 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.415719 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Deleting port d568e704-3d0e-4221-a53a-0ea84cf0fc38 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:10.416810 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.461396 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T09:01:09Z', 'revision_number': 5, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port': {'id': 'd568e704-3d0e-4221-a53a-0ea84cf0fc38', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:05Z', 'updated_at': '2021-07-13T08:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:10.487922 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] Checking router: d2412221-8c6d-4d9b-8878-456f497f64f5 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:01:10.496451 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] Routers {'d2412221-8c6d-4d9b-8878-456f497f64f5'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:01:10.497071 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T09:00:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2412221-8c6d-4d9b-8878-456f497f64f5'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:10.503443 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] For port d568e704-3d0e-4221-a53a-0ea84cf0fc38, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=d568e704-3d0e-4221-a53a-0ea84cf0fc38,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:10.504046 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.516691 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Calling delete_port for d568e704-3d0e-4221-a53a-0ea84cf0fc38 owned by network:router_gateway {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:10.565373 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87b9b8-af3e-49e1-840c-5086b270fdd3 req-78426647-1f42-41e3-9d34-4cdfed0d864c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:10.567338 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5b87b9b8-af3e-49e1-840c-5086b270fdd3 req-78426647-1f42-41e3-9d34-4cdfed0d864c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 945 time: 0.0732353 Jul 13 09:01:10.583935 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] Set router d2412221-8c6d-4d9b-8878-456f497f64f5 gateway port host: None {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:01:10.608223 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5b87b9b8-af3e-49e1-840c-5086b270fdd3 req-d439974a-e23a-4336-b516-a0eecfbe4689 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/security-groups?id=e1c52d69-b336-4446-9faa-ff592f864eab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344613 Jul 13 09:01:10.640824 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T09:01:10Z', 'revision_number': 6, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port_host': None}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:10.668615 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1def9c6c-6471-40d8-aac3-bb8ef63abcb9 None None] The sync data for ids ['d2412221-8c6d-4d9b-8878-456f497f64f5'] in dv-cinder-800430-2-iscsi is: [{'id': 'd2412221-8c6d-4d9b-8878-456f497f64f5', 'name': 'tempest-AttachVolumeShelveTestJSON-377964699-router', 'tenant_id': '36d15843107e4bc39513973ab3b5be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:04Z', 'updated_at': '2021-07-13T09:01:10Z', 'revision_number': 6, 'project_id': '36d15843107e4bc39513973ab3b5be96', 'gw_port_host': None}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:01:10.691091 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.717184 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Pushing event deleted for resources: {'Port': ['ID=d568e704-3d0e-4221-a53a-0ea84cf0fc38,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:10.784566 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513894'] for router_gateway, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.873622 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5712'] for router, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.875685 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.921750 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511608'] for router, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.922579 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2412221-8c6d-4d9b-8878-456f497f64f5 {{(pid=99632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:01:10.927102 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] Notify callbacks [] for router, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.928212 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-1d779c8d-7f60-43ca-a9a0-4ad69a3ec702 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d2412221-8c6d-4d9b-8878-456f497f64f5 HTTP/1.1" status: 204 len: 168 time: 0.8167441 Jul 13 09:01:10.930731 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42410) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:10.982594 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e40d702-b847-4383-bbcd-79f8a28c1cdd admin admin] Deleting subnet dded41f8-eaa0-4ef2-b8ea-e172e68f9099 {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 09:01:10.983705 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9e40d702-b847-4383-bbcd-79f8a28c1cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.020716 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9e40d702-b847-4383-bbcd-79f8a28c1cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.103358 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9e40d702-b847-4383-bbcd-79f8a28c1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.156898 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-eeaaa9ab-dd86-4950-8d74-e21e69f4fb94 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:11.158485 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-eeaaa9ab-dd86-4950-8d74-e21e69f4fb94 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 945 time: 0.0707662 Jul 13 09:01:11.187547 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-239ec5e9-e08e-4600-aee2-86457d493819 req-801db968-814a-4b7f-a64d-2c5e301770bf tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0372200 Jul 13 09:01:11.192643 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9e40d702-b847-4383-bbcd-79f8a28c1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.217339 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40d702-b847-4383-bbcd-79f8a28c1cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dded41f8-eaa0-4ef2-b8ea-e172e68f9099,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:11.223874 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9e40d702-b847-4383-bbcd-79f8a28c1cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.225801 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-9e40d702-b847-4383-bbcd-79f8a28c1cdd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dded41f8-eaa0-4ef2-b8ea-e172e68f9099 HTTP/1.1" status: 204 len: 168 time: 0.2941082 Jul 13 09:01:11.228548 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42416) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:11.231413 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de6b193-3887-4881-9196-df482105341c None None] Network b5bd04ae-5cad-4972-88ef-92e9867192c0 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 09:01:11.275611 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Deleting port 619807aa-47d9-452a-b957-4acb11125fd8 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:11.276102 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.302638 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.366222 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Deleting port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:11.367008 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.375578 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] For port 619807aa-47d9-452a-b957-4acb11125fd8, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=619807aa-47d9-452a-b957-4acb11125fd8,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:11.375950 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.390789 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Calling delete_port for 619807aa-47d9-452a-b957-4acb11125fd8 owned by compute:nova {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:11.441117 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] For port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=5ac6986e-d97f-4047-8a9a-b0da8e293bbf,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:11.441369 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.454443 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Calling delete_port for 5ac6986e-d97f-4047-8a9a-b0da8e293bbf owned by network:dhcp {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:11.468058 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] DHCP port deletion for b5bd04ae-5cad-4972-88ef-92e9867192c0 request from dv-cinder-800430-2-iscsi {{(pid=99634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 09:01:11.532131 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Deleting port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf {{(pid=99634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:11.532589 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.536570 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device d568e704-3d0e-4221-a53a-0ea84cf0fc38 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:11.558010 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.571099 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: d568e704-3d0e-4221-a53a-0ea84cf0fc38 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:11.571454 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device d568e704-3d0e-4221-a53a-0ea84cf0fc38 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:11.571732 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.572085 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 634533a9-4370-407b-8bdf-e41384455df0 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:11.588780 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac6986e-d97f-4047-8a9a-b0da8e293bbf,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:11.594286 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] No DVR routers for this DVR port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf on host dv-cinder-800430-2-iscsi {{(pid=99632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:01:11.601519 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 634533a9-4370-407b-8bdf-e41384455df0 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:11.601873 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 634533a9-4370-407b-8bdf-e41384455df0 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:11.613586 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event deleted for resources: {'Port': ['ID=619807aa-47d9-452a-b957-4acb11125fd8,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:11.664459 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] For port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=5ac6986e-d97f-4047-8a9a-b0da8e293bbf,segment=NetworkSegment(50379d46-f000-4d83-b3db-70d3a7516200),segment_id=50379d46-f000-4d83-b3db-70d3a7516200)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:11.664629 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.684335 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] No DVR routers for this DVR port 619807aa-47d9-452a-b957-4acb11125fd8 on host hv-cinder-80043 {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:01:11.687241 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for port, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.689831 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.70 "DELETE /v2.0/ports/619807aa-47d9-452a-b957-4acb11125fd8 HTTP/1.1" status: 204 len: 173 time: 0.5259764 Jul 13 09:01:11.690235 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Calling delete_port for 5ac6986e-d97f-4047-8a9a-b0da8e293bbf owned by network:dhcp {{(pid=99634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:11.690634 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'name': 'network-vif-deleted', 'tag': '619807aa-47d9-452a-b957-4acb11125fd8'}] {{(pid=99633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 09:01:11.693628 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e61700c3ddf7aaafe23c17d7a39e763754c0fa0570a545dbb1166aa473a0de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf262399-92aa-48ca-98b8-828908be8a77" -d '{"events": [{"server_uuid": "1a269fc3-cca1-40b1-af46-4fa38b5d2484", "name": "network-vif-deleted", "tag": "619807aa-47d9-452a-b957-4acb11125fd8"}]}' {{(pid=99633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:01:11.700842 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.713223 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bd04ae-5cad-4972-88ef-92e9867192c0']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:11.736794 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50379d46-f000-4d83-b3db-70d3a7516200') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:11.737278 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50379d46-f000-4d83-b3db-70d3a7516200') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:11.750764 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.759391 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edee00ad-1ed8-470a-8a3d-5baf053662a3 x-openstack-request-id: req-edee00ad-1ed8-470a-8a3d-5baf053662a3 {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:01:11.759856 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a269fc3-cca1-40b1-af46-4fa38b5d2484", "name": "network-vif-deleted", "tag": "619807aa-47d9-452a-b957-4acb11125fd8", "status": "completed", "code": 200}]} {{(pid=99633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:01:11.760282 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-edee00ad-1ed8-470a-8a3d-5baf053662a3 {{(pid=99633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:01:11.760786 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a269fc3-cca1-40b1-af46-4fa38b5d2484', 'name': 'network-vif-deleted', 'tag': '619807aa-47d9-452a-b957-4acb11125fd8', 'status': 'completed', 'code': 200} Jul 13 09:01:11.773110 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.785274 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:01:11.786942 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 09:01:11.800564 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 09:01:11.820099 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.832115 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8e025a9b-fbf3-4892-86fd-df5e7d6ec7e4 req-b0673fdb-2676-47e0-b3f9-cf90b9eaeeb9 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0414650 Jul 13 09:01:11.856297 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.857916 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Pushing event deleted for resources: {'Port': ['ID=5ac6986e-d97f-4047-8a9a-b0da8e293bbf,revision_number=None']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:11.862681 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] No DVR routers for this DVR port 5ac6986e-d97f-4047-8a9a-b0da8e293bbf on host dv-cinder-800430-2-iscsi {{(pid=99634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:01:11.869116 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.869827 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.870239 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.870586 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.870954 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.871327 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.874565 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.875316 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b5bd04ae-5cad-4972-88ef-92e9867192c0 HTTP/1.1" status: 204 len: 168 time: 0.6398034 Jul 13 09:01:11.875477 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.875477 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.875477 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.875477 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.875477 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.875477 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295a978-dcae-4c33-bf20-4976ab6855ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:01:11.884296 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6b128-9e04-404a-a6f9-5023c16f0d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5bd04ae-5cad-4972-88ef-92e9867192c0,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:11.992458 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42424) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:12.035549 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-c46973f8-2dc3-4b6e-896b-4122dce8c8da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36d15843107e4bc39513973ab3b5be96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418670 Jul 13 09:01:12.038047 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42428) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:12.088847 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bb65523d-03f5-419c-8f14-a6ac2c64f54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:12.114355 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bb65523d-03f5-419c-8f14-a6ac2c64f54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:12.159979 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bb65523d-03f5-419c-8f14-a6ac2c64f54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:12.162603 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-bb65523d-03f5-419c-8f14-a6ac2c64f54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:12.163863 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-bb65523d-03f5-419c-8f14-a6ac2c64f54c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0356b1b5-1b9b-4d3d-90e9-ddd3dd01ef81 HTTP/1.1" status: 204 len: 168 time: 0.1249166 Jul 13 09:01:12.171293 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65523d-03f5-419c-8f14-a6ac2c64f54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0356b1b5-1b9b-4d3d-90e9-ddd3dd01ef81,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:12.329700 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-723ea1d3-7c86-4b86-9a72-d937d3bf601b req-79c342e4-49d0-42f3-ac4f-2af41c1a7ca7 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0297012 Jul 13 09:01:12.588416 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:01:12.971536 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cae5bd3b-8699-4f37-843c-26c20eecf82e req-b7eef559-d4fc-4ebb-9efe-01506702ece8 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0294313 Jul 13 09:01:13.185414 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 5ac6986e-d97f-4047-8a9a-b0da8e293bbf no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:13.205953 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 5ac6986e-d97f-4047-8a9a-b0da8e293bbf {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:13.206305 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 5ac6986e-d97f-4047-8a9a-b0da8e293bbf not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:13.467377 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-13c71d02-b9d4-405f-847d-863c1a780a8b req-2eaf200b-441b-40ae-b810-cbae8c94cc23 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0279737 Jul 13 09:01:13.563281 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 619807aa-47d9-452a-b957-4acb11125fd8 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:13.584447 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] No Port match for: 619807aa-47d9-452a-b957-4acb11125fd8 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:13.584795 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Device 619807aa-47d9-452a-b957-4acb11125fd8 not bound to the agent host hv-cinder-80043 {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:14.112488 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b980f020-c6f3-4c2f-9637-5ae5e3beef83 req-74f37468-f1e5-4ef5-a4cb-d8dbf3b17be2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0280364 Jul 13 09:01:14.604889 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3bb377cf-9f02-4532-9c06-94e22fbb7c01 req-a1094f0d-f0b6-42db-9b34-e3a6fa2c5964 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0285823 Jul 13 09:01:15.253989 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-90ebe8a1-6a58-4b11-ae19-bc5135cabf34 req-c8c509cc-d92a-4d33-9d91-06b571e3e500 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0320117 Jul 13 09:01:15.757615 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6b65e82f-f013-40d3-83dc-ce2768257b59 req-6f8400eb-e438-4ffb-903b-9490fd7b04b3 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0315356 Jul 13 09:01:16.390530 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-403d3b83-cf03-4d2f-8d55-c463a5a36682 req-5c5a8579-3062-467f-9ba6-b5c549ababb3 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0285711 Jul 13 09:01:16.896657 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-587a7814-03d8-433f-989a-370eec5eefb4 req-8a826d36-e17e-4af1-90e6-dad0bb27f4d1 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0280843 Jul 13 09:01:17.530468 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7d9e7b3d-9d61-4797-8d6b-2247fe9511b5 req-c0d0e438-e912-4a5a-9957-4917e3819311 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0293298 Jul 13 09:01:18.035935 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2c5e1b57-8e5d-432f-a8c2-425ecec6d1d2 req-1bbf6330-191a-4c56-a13c-7a7d8b297c0c tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0275009 Jul 13 09:01:18.672361 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dde25bad-d8df-4c51-867a-9ef3de3c8de0 req-e0ecaddc-fa49-4771-8165-f8ed4ba12cec tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0305288 Jul 13 09:01:19.175240 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b75e46b5-a246-4499-bf5e-da14484bb714 req-6caceb61-8dbc-4317-bd8b-0b1084583649 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0276933 Jul 13 09:01:19.353468 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0a5d5708-e00f-49f7-91ff-32cc49f19067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:19.813437 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-42aa67a3-411a-4f5b-9f85-818f2644e53a req-f3cbd362-a148-4207-9b8e-c0df0d0afb5d tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0327501 Jul 13 09:01:20.324626 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8000a78c-4ef5-43c8-b6e5-7e8cea91beb4 req-e6eb6a45-488f-46fc-bd6f-a697591be4be tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0306611 Jul 13 09:01:20.955563 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7e8d96d5-b9ed-41e0-aecf-f1dfa8bb98ac req-c33a2f4a-e5ab-46ff-8552-eaeb8b9a90cf tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0296171 Jul 13 09:01:21.461990 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-65e12a01-7195-4bc0-b81a-0a507fe86b56 req-2c8d6e71-0980-4cb1-b343-d1365ef5c380 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0277131 Jul 13 09:01:22.093368 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-97eec73d-31d2-456f-8da8-65d293d999b9 req-eefaa94b-7a6f-4200-bb4f-7b14e8be61be tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0288038 Jul 13 09:01:22.204227 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-042a6589-a04a-458b-905a-6e97d097de0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:22.421599 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:22.599128 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0248d300-a658-49dc-aa87-439fdc31ed30 req-3f668e5a-3d9f-42a7-8203-9501d8904097 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0274711 Jul 13 09:01:23.158303 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:23.240917 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8d3f1b15-2b88-4318-98cb-01c91ec67050 req-6723a622-ea74-4988-baf2-0e16a58d4f18 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0297389 Jul 13 09:01:23.736007 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b22be9b2-2cc6-4766-afed-9734ad9cce16 req-f7d4490a-7813-4552-a16d-1001e6ec6172 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0284231 Jul 13 09:01:24.383987 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-da0dea16-c816-4621-89fd-8f905ab35f6a req-92efc49a-d761-470f-ac3c-988b25ecd180 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0314381 Jul 13 09:01:24.745363 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:24.885412 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-870b2fe8-0e71-44ef-bbe0-54193bed4c86 req-94a56115-6517-49ac-b3d7-fc368593b460 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0315928 Jul 13 09:01:25.521393 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0930b3eb-53f6-4e2d-8015-f1262b25c864 req-fff6a483-3931-4d83-b371-2ae123b222d8 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0291710 Jul 13 09:01:26.023824 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1eca30ba-acf4-4f3a-9603-0fa2eca7ead1 req-361c390d-37bc-42a4-a0d9-5b91258885ee tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0276656 Jul 13 09:01:26.659620 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-754bcba7-baf0-4f65-9695-56789033816b req-910f8870-70e9-4a85-80f3-aa4573aa670c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0280054 Jul 13 09:01:27.164406 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-da949e20-577b-4c34-ab04-5c5f03c228c1 req-f5ebb6d8-bd89-4a57-af0b-d88e49ad063a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0291328 Jul 13 09:01:27.799608 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7efde52e-a705-401f-9257-2d745e1c24cb req-bc6dff6f-d1d2-4292-b4a9-6bc4979e8cbf tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Jul 13 09:01:28.300264 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b3a84759-9627-4a2f-bc58-101526cc1246 req-869fc13d-33db-4750-bcd1-bfe15bbf4731 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0273015 Jul 13 09:01:28.949168 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d37e8cdf-e218-4521-b668-d7f471d2aa5d req-7908a4bf-c1f4-429a-9352-1f9599230655 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0321114 Jul 13 09:01:29.443760 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-caa34690-0974-4203-8fdd-5e9b02c3cdaf req-61331d13-1300-473d-9a72-c60e58142012 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0301652 Jul 13 09:01:30.086638 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-556a601a-6083-467d-9a5b-9e8f6d2ccc09 req-88b0781f-acd5-4bb8-b898-f19dafee39d9 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Jul 13 09:01:30.581810 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9992444f-2e53-4e7d-9ce3-83960edf5c76 req-186b597e-141f-46f0-8324-1706027e7344 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0276587 Jul 13 09:01:31.227760 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3b94d303-acb9-4bfd-9456-946806029ae3 req-c5ee7fca-a392-40ae-b80b-a84a27ceff1b tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0280507 Jul 13 09:01:31.717988 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-005c7902-a329-4b71-839b-2f18ec541003 req-41f8924b-6836-4a4c-a540-0a055255e850 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0276916 Jul 13 09:01:32.367532 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8fa62ced-77cb-47d6-9810-ee2b59145b51 req-bbd6d23d-6b04-490b-a492-5f2b39d55ed8 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0285404 Jul 13 09:01:32.403364 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:32.855181 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0fc61233-f56b-4365-b179-adeadecf4536 req-03d96be0-ced6-4b42-b0be-c1ed08541693 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0282326 Jul 13 09:01:33.507237 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-916e9719-7460-469c-883a-76e8eb98d556 req-f34b6ca9-cedb-463f-a12a-8d1b5e960bd8 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0313206 Jul 13 09:01:33.998235 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6e0bd308-0e27-4284-85f8-23caf50835e4 req-3193c309-c94c-4b56-b071-4ce9d6e63379 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0310562 Jul 13 09:01:34.644789 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9b4b0cd0-b8a3-41b5-a874-331da2b31f95 req-16071770-b731-429f-a77b-2fafe5aa1b9f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0288234 Jul 13 09:01:35.144020 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-59b3be85-3938-43e1-aa03-e7fa80fcb0ae req-3fea5e95-a77c-44fa-9dbb-fcf1a8c31b8d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0275567 Jul 13 09:01:35.783580 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-515bf8aa-2fa0-40c8-a6d5-536fc8f3dca0 req-7600a2e8-3e6f-43b5-9ddd-65739bf48c10 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0282466 Jul 13 09:01:36.282002 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-886310af-8f72-4d66-ba7d-6df530f562e2 req-763ac4fc-db81-473f-a9fb-81b4d3fe3406 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0272753 Jul 13 09:01:36.924784 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-84c7f92e-0248-4614-a8fa-8f680995b550 req-a93a29fb-6122-4181-9f4f-c62e0bc01884 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0277522 Jul 13 09:01:37.419903 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9e758d04-6b1d-4a22-b320-cd8b3402885b req-55346682-7372-4052-8649-e1e126f4ddcb tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0283766 Jul 13 09:01:38.067461 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-158d10ba-f058-4f03-9601-4f4cc0c50502 req-30004216-2a5f-42dd-9214-07aca82b0f3d tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0321293 Jul 13 09:01:38.576032 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b6d9ed92-ad39-474e-8a59-3cc8751d439b req-2b001ee7-c6f1-4704-9aab-8b3c43d11dc3 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0304971 Jul 13 09:01:39.206201 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5ddddd7f-70ea-4c67-8dc9-6a3d4413d37f req-68f5b60b-eec7-4d56-83cf-45f564893d71 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Jul 13 09:01:39.717754 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-53cd1358-87c7-4359-accb-91e2fbc89541 req-69f15b3d-a195-414a-a51c-43ec4b1e2eef tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0283136 Jul 13 09:01:40.346544 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-9bb7d593-fceb-482f-ae52-3b2589a25ff3 req-754541bc-472b-40e0-9433-c579d0b25c83 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0286493 Jul 13 09:01:40.856237 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-58e12a7d-b3af-4558-aa16-d31905c19fc1 req-aa2cc499-e54c-45c5-abec-197d1488e7cf tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0283144 Jul 13 09:01:41.487636 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-95e5989d-3754-4ed5-914f-b52547d37448 req-d4243eac-90ef-4ad7-9902-f16c70822272 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0278809 Jul 13 09:01:41.994381 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-58e2cf75-9755-4576-bfd4-566c5d5c6868 req-8a7ff3a1-1788-42e9-9389-85b876a58d25 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0290940 Jul 13 09:01:42.628556 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-837d575a-1e65-4b01-bc79-31cb3d16dfcf req-89b2bcc0-d3b8-4626-84ec-3df962e1557c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0321374 Jul 13 09:01:43.139508 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-15384634-a4c4-4961-835c-e0bddbdf6efa req-e324c32e-9d6c-4f7e-8a59-038fdc821e42 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0311418 Jul 13 09:01:43.770032 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a676a45-0a24-4493-b218-8ce44df366ac req-69bd6a3d-9ae1-432d-be50-d6373ccdf2cc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0281503 Jul 13 09:01:44.277130 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-d5d53abf-8ae9-4f9a-a29f-4978343d55ce req-7ca5494d-cefd-46af-9b94-772aaec7902f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0277932 Jul 13 09:01:44.908817 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-5efa01d6-e205-46fe-9ec2-ad82b5d5e3e6 req-d46df9ab-e97d-404c-a609-80e7b3a0b139 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Jul 13 09:01:45.415134 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-df73061e-bda7-4ded-94b5-7fd04a70c14c req-08b4c007-47f2-4aca-9d15-2088eb36cc52 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0281131 Jul 13 09:01:46.049405 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-e8ed0f22-ee11-49db-9985-8b9e0badd9b4 req-ca5c1aef-9232-4020-b969-934d294d1391 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Jul 13 09:01:46.551960 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a97a9561-383b-49be-8933-2885bd08b016 req-20e26ed1-8348-4b17-9962-f45d75d981aa tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0281899 Jul 13 09:01:47.191103 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0a3d3d6f-83d2-4ded-bde3-5227fffa3b35 req-f1486000-33f1-4950-903b-333593304c73 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0314806 Jul 13 09:01:47.695259 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-36a6f945-fa85-4159-a308-1f70ccac389a req-f0d6486f-c926-4aab-a4af-836232485b2a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0310655 Jul 13 09:01:48.328714 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-39235a48-c781-4268-8f90-fb6a8bf1c238 req-6eeb5b90-e7be-4a93-878e-de7759d28605 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0283782 Jul 13 09:01:48.833923 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4aef3ac0-d215-4840-9f7a-fa4195f3f222 req-411c4615-4463-4201-b15d-2f157767a4ea tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0277245 Jul 13 09:01:49.354346 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-03a1267e-a93a-4814-b297-2ebfd2d5bd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:49.467868 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-2d1d0054-e612-4f51-8733-e72a7c8769c9 req-e10130b7-998d-4ad0-a7bf-a237eec5fb5a tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0297310 Jul 13 09:01:49.586861 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:01:49.973468 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ff08bf4a-0eca-411c-afba-2f46eb475992 req-5d9bb443-9e30-46f1-b131-327f901d1eb6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0280058 Jul 13 09:01:50.610105 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f1a94e44-b139-428b-976f-8d95671e5323 req-9bafb1d6-fe42-43bf-b63b-33e7fc03c1b9 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0287278 Jul 13 09:01:51.110024 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-4c0dd4a3-8909-4bb2-9f68-462e94b60f2c req-bb824baa-94a9-439d-b430-3001a6187eaf tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0290542 Jul 13 09:01:51.751354 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b216b33a-1245-4cae-8b4f-613e0cd6ab32 req-5a9ce7a3-b49e-4323-ade6-cb88d7f77597 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0314438 Jul 13 09:01:52.204893 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f7847cec-4973-41ea-bff7-4941fc5d3fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:52.257659 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-2bcb3f2a-59e0-4134-9546-31ac6fbabc0f req-dd7b5b1d-d0bf-4180-840c-355d6b87f1c6 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0315225 Jul 13 09:01:52.421609 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:52.889585 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-29a0c6d1-3a55-4ae9-ae1c-e57cf31b7e69 req-f4b859a3-379c-48af-ad6e-aadc3b998a0e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0286114 Jul 13 09:01:53.159758 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:53.395737 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0fbc3461-ec44-4509-92e4-38a6394bc558 req-75624ade-b74e-4649-9731-7c87fe3f5b0f tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0278721 Jul 13 09:01:54.027330 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-a51669fe-5319-4c63-b00f-b65f58362ad2 req-9410f77a-c69c-4d63-928c-54c56c3e7b1f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0284708 Jul 13 09:01:54.533780 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f71a0999-d0c0-4785-b551-4e063f2adc3d req-f3565949-5aaf-4d9b-b367-142b4bc55a4a tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0280426 Jul 13 09:01:54.747948 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:55.169755 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d7827e70-997a-49ff-89a7-a52499dea449 req-a1e95236-dedf-496d-8023-55263e915dd9 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0284917 Jul 13 09:01:55.668778 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-bcc24cda-048e-4733-81a2-f0d0e806b46a req-ead8bb60-26e7-4bfd-81d9-9156b5ec6d55 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/ports?device_id=9001a46f-54d4-4a3e-aaab-0a14934eadf8 HTTP/1.1" status: 200 len: 210 time: 0.0285342 Jul 13 09:01:56.322644 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8c537f64-9766-4ef7-9075-a98a1e4a5e3b req-ad54c452-46b3-4135-95aa-59b00ce78455 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0394833 Jul 13 09:01:56.390002 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42644) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:56.504889 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-85a9c961-cb66-4488-8f5e-36a65ee04527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.591707 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-85a9c961-cb66-4488-8f5e-36a65ee04527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.595447 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-85a9c961-cb66-4488-8f5e-36a65ee04527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.634306 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-85a9c961-cb66-4488-8f5e-36a65ee04527 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29a2fc2104854cb09d11ff4f5094a6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432396 Jul 13 09:01:56.635059 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9c961-cb66-4488-8f5e-36a65ee04527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb4ad79-6fef-4c10-aad9-11800e59613e,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:56.637091 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 42648) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:56.685016 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d9350847-d2b4-4149-b32c-94404c61fbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.705621 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d9350847-d2b4-4149-b32c-94404c61fbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.754588 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d9350847-d2b4-4149-b32c-94404c61fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.757171 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-d9350847-d2b4-4149-b32c-94404c61fbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.762439 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-d9350847-d2b4-4149-b32c-94404c61fbab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cb4ad79-6fef-4c10-aad9-11800e59613e HTTP/1.1" status: 204 len: 168 time: 0.1229064 Jul 13 09:01:56.772951 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9350847-d2b4-4149-b32c-94404c61fbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb4ad79-6fef-4c10-aad9-11800e59613e,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:56.799555 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 42656) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:56.857627 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cbb8-5339-4388-ae1c-04fbef09234d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.885595 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cbb8-5339-4388-ae1c-04fbef09234d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.936039 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cbb8-5339-4388-ae1c-04fbef09234d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.938879 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cbb8-5339-4388-ae1c-04fbef09234d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:56.944116 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-f7d0cbb8-5339-4388-ae1c-04fbef09234d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "DELETE /v2.0/security-groups/16c3d264-fa6b-4413-a8f7-7f806493f19b HTTP/1.1" status: 204 len: 168 time: 0.1385412 Jul 13 09:01:56.945084 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42662) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:56.953227 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0cbb8-5339-4388-ae1c-04fbef09234d tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c3d264-fa6b-4413-a8f7-7f806493f19b,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:56.963978 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.api.v2.resource [None req-d3f0c320-3ee0-4917-8e9a-bdd92975bda4 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] show failed (client error): The resource could not be found. Jul 13 09:01:56.968942 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-d3f0c320-3ee0-4917-8e9a-bdd92975bda4 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "GET /v2.0/security-groups/16c3d264-fa6b-4413-a8f7-7f806493f19b HTTP/1.1" status: 404 len: 347 time: 0.0217257 Jul 13 09:01:56.969915 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42664) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:57.042677 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 42666) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:57.056823 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8504cf5d-c1ef-490b-919e-fbe0b2dc59b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.112487 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-8362bf29-c473-4906-9936-5de016819619 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Deleting port 7f973ff2-dfd2-4aea-818c-5a6705b64f7a {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:57.113817 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8362bf29-c473-4906-9936-5de016819619 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.161090 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8504cf5d-c1ef-490b-919e-fbe0b2dc59b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.165335 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-8504cf5d-c1ef-490b-919e-fbe0b2dc59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.194937 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8362bf29-c473-4906-9936-5de016819619 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.195189 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8362bf29-c473-4906-9936-5de016819619 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.203868 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-8504cf5d-c1ef-490b-919e-fbe0b2dc59b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=669688b9cadf4c3c8dedd42ac8dae6de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599367 Jul 13 09:01:57.204582 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504cf5d-c1ef-490b-919e-fbe0b2dc59b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9382e0d4-4ab1-4357-8703-0006e57388cd,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:57.207777 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 42668) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:57.207967 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-8362bf29-c473-4906-9936-5de016819619 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Calling delete_port for 7f973ff2-dfd2-4aea-818c-5a6705b64f7a owned by network:floatingip {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:57.259723 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3df8f43d-08c9-400b-a285-8e8d5a7d9c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.281190 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3df8f43d-08c9-400b-a285-8e8d5a7d9c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.328926 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3df8f43d-08c9-400b-a285-8e8d5a7d9c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.332283 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-3df8f43d-08c9-400b-a285-8e8d5a7d9c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.333511 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-3df8f43d-08c9-400b-a285-8e8d5a7d9c55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9382e0d4-4ab1-4357-8703-0006e57388cd HTTP/1.1" status: 204 len: 168 time: 0.1250806 Jul 13 09:01:57.342017 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8f43d-08c9-400b-a285-8e8d5a7d9c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9382e0d4-4ab1-4357-8703-0006e57388cd,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:57.342665 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8362bf29-c473-4906-9936-5de016819619 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.374527 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362bf29-c473-4906-9936-5de016819619 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Pushing event deleted for resources: {'Port': ['ID=7f973ff2-dfd2-4aea-818c-5a6705b64f7a,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:57.437679 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8362bf29-c473-4906-9936-5de016819619 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks [] for floatingip, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.440413 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8362bf29-c473-4906-9936-5de016819619 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.442644 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-8362bf29-c473-4906-9936-5de016819619 tempest-AttachVolumeTestJSON-434770048 tempest-AttachVolumeTestJSON-434770048-project] 10.222.0.66 "DELETE /v2.0/floatingips/05e3478b-58da-4de9-a625-e7af0a2d6a73 HTTP/1.1" status: 204 len: 168 time: 0.4714067 Jul 13 09:01:57.487407 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-fd368030-95fc-4a91-a9ad-647e3482323a req-00abc009-ca1f-42ce-b6b9-6a1375018930 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0316386 Jul 13 09:01:58.633610 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1ad2cdd3-3b83-42a0-848c-54e7d326dd94 req-765ad459-5f5d-48c5-9a67-47d31cd735a9 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0290031 Jul 13 09:01:58.888667 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 42724) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:58.992442 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ed2240a0-c69c-4c1f-a78c-6de7e59c160d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.077214 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ed2240a0-c69c-4c1f-a78c-6de7e59c160d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.081514 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ed2240a0-c69c-4c1f-a78c-6de7e59c160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.119724 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-ed2240a0-c69c-4c1f-a78c-6de7e59c160d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06f5ebf161cb44848c1993c6f12571d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299895 Jul 13 09:01:59.121581 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2240a0-c69c-4c1f-a78c-6de7e59c160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9371e5-1003-4d4a-84be-562ddef4f506,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:59.122395 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42730) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:59.177873 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-689da0ca-b7ff-4541-b536-dd4371d15038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.198073 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-689da0ca-b7ff-4541-b536-dd4371d15038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.246734 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-689da0ca-b7ff-4541-b536-dd4371d15038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.249290 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-689da0ca-b7ff-4541-b536-dd4371d15038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.250444 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-689da0ca-b7ff-4541-b536-dd4371d15038 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb9371e5-1003-4d4a-84be-562ddef4f506 HTTP/1.1" status: 204 len: 168 time: 0.1269543 Jul 13 09:01:59.259012 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689da0ca-b7ff-4541-b536-dd4371d15038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9371e5-1003-4d4a-84be-562ddef4f506,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:59.497254 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42736) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:59.510543 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-41a32fe6-174e-4916-bb80-dc379926071b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.597085 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-41a32fe6-174e-4916-bb80-dc379926071b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.600701 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-41a32fe6-174e-4916-bb80-dc379926071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.636356 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a32fe6-174e-4916-bb80-dc379926071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60e77c8-b98a-45d0-8f22-5169095065e6,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:59.640623 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-41a32fe6-174e-4916-bb80-dc379926071b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85ff417600da4cfd90b29d505d9de296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423573 Jul 13 09:01:59.643493 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 42738) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:59.694531 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b35de086-8211-4b7e-9d16-082bade47ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.715547 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b35de086-8211-4b7e-9d16-082bade47ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.781598 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-5220ed33-2c3c-40fc-98b2-5d94184b2cd4 req-fd5c2697-4f92-47bc-8d03-0a9303cc02be tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0296984 Jul 13 09:01:59.788947 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b35de086-8211-4b7e-9d16-082bade47ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.792318 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b35de086-8211-4b7e-9d16-082bade47ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.793832 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b35de086-8211-4b7e-9d16-082bade47ff0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d60e77c8-b98a-45d0-8f22-5169095065e6 HTTP/1.1" status: 204 len: 168 time: 0.1493850 Jul 13 09:01:59.805904 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35de086-8211-4b7e-9d16-082bade47ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60e77c8-b98a-45d0-8f22-5169095065e6,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:02:00.932294 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-aaf767f3-1612-4679-953b-24da46ef65b7 req-0b7cdc60-324b-4984-b755-271286261556 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0283406 Jul 13 09:02:02.068568 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e8007243-4255-4841-9d0f-5087fb3efc70 req-28b460fc-23ba-4018-bb4a-0ad9885739f7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0284111 Jul 13 09:02:02.416960 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:03.217956 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-12653e7c-c3c7-41c0-9143-fcf2b1c091c6 req-f1c8fcae-2cdc-4baf-8f9d-8a778a114e0a tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0279112 Jul 13 09:02:04.355656 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6b9b89c2-d73d-45d3-b718-46218ad4dd57 req-a4ad9999-e5b1-4062-8cf2-34d9c263720f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0282128 Jul 13 09:02:05.498581 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-98639dfe-fce2-424c-aa1d-173c94f52625 req-dec1956e-343a-43fb-ab1f-db67ce21ac10 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0319526 Jul 13 09:02:06.643405 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c20fbf86-9b87-407b-b20d-7caab03ed754 req-8b9ac4f9-ee9e-4ffb-aad8-4622bbbffa89 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0305274 Jul 13 09:02:07.785369 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cd71e686-ac3c-4ba4-8772-e5cf48ea25d4 req-58d426dd-12cc-4e76-8267-e2c2a5a29373 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0284817 Jul 13 09:02:08.923934 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7f9c8c7a-ab04-4e7c-a4e5-28ef130d0cea req-38a8e45e-6bbd-411f-86bc-674ae5b56360 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0276592 Jul 13 09:02:10.077682 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-7f34af81-6704-460b-929a-220b6a39f8a8 req-8f0d5951-4ee5-4c64-8bbb-e766cabe43b1 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0288284 Jul 13 09:02:11.230524 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-6d719dff-9827-45bb-9683-40a484cb26cc req-69433869-1ec8-40bf-8cad-3b4a849302f6 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0285051 Jul 13 09:02:12.525554 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-df08a3f2-e312-41a7-a6e0-da5464db4ac3 req-af58ff60-2e29-4241-b43e-7fe5d4b371a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0292883 Jul 13 09:02:13.663567 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-cc44a212-66f2-4f03-ba3c-68e653166c1e req-b1ffb69c-d071-4f21-9a07-6202ce49ffde tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0275359 Jul 13 09:02:14.805594 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-628e0083-c9c6-4b05-bf37-89811b45bfb1 req-33c4822f-389f-4229-bf21-13f18b0fcfc7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0333612 Jul 13 09:02:15.950017 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-37cba639-b04f-4410-8f16-0e1c68269fc4 req-553ec752-fcf6-41f5-aaee-54b4f93f56a2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0308232 Jul 13 09:02:17.098761 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-b2070f4c-db05-45d7-95d7-c81b665e1db6 req-793e30e2-06b4-4c99-8fab-62d2ec3249da tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0380757 Jul 13 09:02:18.236707 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b7279a0c-030c-41fd-abac-54176d715923 req-5e7ca0b6-39f5-42b4-b19f-4ea32c41ea47 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0280669 Jul 13 09:02:19.368215 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-2e7aa2cb-0398-4244-8f9a-8ee87c4c4f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:19.384546 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4f254e80-afd0-475b-84ff-ed39a9d4a976 req-13beb17b-74e4-46cb-a772-075ee1dcd606 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0331433 Jul 13 09:02:20.521553 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a798c9ac-7df5-4694-9772-6bb1b1983f98 req-0812f189-ef0e-4e2d-8347-20ec58b6094e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0278337 Jul 13 09:02:21.661458 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-6cbd6079-2aae-4227-8252-63222e358104 req-6aacbc52-ec0a-4772-af34-dc197f890c7f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0287385 Jul 13 09:02:22.205365 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0624a199-93a4-492d-bcf3-d1e3cd7338f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:22.422879 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:22.720353 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [req-32ad7c97-4ae0-45f2-a85d-aedd803f5ba3 req-1c95e0a8-8be4-49cf-be34-a85ff163e5b1 service neutron] (99633) timed out ('10.222.0.66', 36180) {{(pid=99633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 09:02:22.798972 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-e8340a51-3531-4909-922e-f4d00c830753 req-ea9c28a8-c93f-46b9-a873-6c0413bc912d tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0278924 Jul 13 09:02:23.161548 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:23.941093 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c50cb50d-1636-4926-851a-45244b6fd67a req-4a98ead0-a0dd-44f6-a787-9206821e98db tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0317819 Jul 13 09:02:24.750318 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:25.085065 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-08362008-6bcf-426d-99cd-01a89b1f8547 req-449c41e5-ae90-40aa-a7a2-f9725d6fee81 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0311446 Jul 13 09:02:26.228586 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-175d153f-df38-4e80-808e-7aa10a7fba5b req-5d98b267-7084-40bc-b8b5-b9641dcbb712 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0294354 Jul 13 09:02:26.586333 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:02:27.367837 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9778d846-db5e-48e0-a5b8-7bc14bc75dbc req-5a1fefad-5c82-48ea-b207-f11230b1bec3 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0286539 Jul 13 09:02:28.505008 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-0442f6a6-1408-4014-91b4-4dab0506a44b req-846a297b-7396-4a54-a56f-369935709d40 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0288405 Jul 13 09:02:29.687134 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8c405735-3d0d-485c-a522-2ba5ecc0fa44 req-ee1f6442-d3aa-4342-b4e7-c82e7826fa29 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0283208 Jul 13 09:02:30.827791 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-336e5aa7-1a53-4d86-9a50-5f120df5ecc2 req-509429e4-af4b-44fb-afa2-ce6d5065f3b7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0288169 Jul 13 09:02:31.964686 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7c1f4742-8644-492b-a35f-b8b91e35f397 req-7fdf2ff7-c4e3-4a24-a95a-7827b5f7a4bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0287242 Jul 13 09:02:32.434087 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:33.104464 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-87631865-5601-4fc6-b2ae-ef805930ca1d req-3867019a-f2b0-489b-a035-a72f530727b3 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0308583 Jul 13 09:02:34.248637 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-86f136d5-4116-43e3-8176-f0fd45036703 req-c8705926-bf00-431a-abaa-f55f4b6ace14 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0315638 Jul 13 09:02:35.385740 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-441e100f-b3b2-4ad8-bfd7-c5e05c1d968a req-7bfa3bb1-6488-4c37-90c9-bc7f00d83558 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0278203 Jul 13 09:02:36.525652 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-85ae38bd-d525-458e-9f6a-0f0566d9073b req-b4a20f77-7d77-4b6d-8b13-51154802015a tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0275023 Jul 13 09:02:37.664722 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c9876d66-387a-4d1a-bc87-3d951a6c46d7 req-14150345-09fd-49cd-9742-26675753aabc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0283976 Jul 13 09:02:38.801090 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9987a68a-8f17-48c9-bc97-f69317a30d37 req-9091d3fe-8f4a-470d-82ff-e6b867b43574 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0287383 Jul 13 09:02:39.944397 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-dcec6aba-18cb-46fc-b0eb-11d632f51e97 req-6b43e1f2-ecb8-499c-859d-ad98f92c98d1 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0286784 Jul 13 09:02:41.079082 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-1810e605-c49c-4636-81fd-f2ff36f1bb43 req-421bf2c5-530e-4e79-8138-88980c4019f6 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0274487 Jul 13 09:02:42.221021 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-1cc96e9b-1cf3-435d-90b1-72c664989f1d req-b2ebe5a4-ded2-4ee0-be95-ba5b9d77ae5d tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0324781 Jul 13 09:02:43.373970 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0816e975-9db1-43f4-b0ce-08a82be2c88e req-8ddd971c-b2c3-439a-8635-01a6dc9cc0db tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0321317 Jul 13 09:02:44.513424 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-f7f43c94-d48c-4736-8973-4199310b7587 req-fb2a27a2-a685-4687-8e71-0e6a17a82e7f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0285952 Jul 13 09:02:45.653263 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9cd95430-0a28-4076-8083-063bce975e6e req-cf62a284-d497-4a25-a356-556c2a5507b6 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0287447 Jul 13 09:02:46.791275 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-3e09b426-c8f8-4674-8c07-124017f164a0 req-16870352-8668-4189-bc4a-9cf2f0489f3b tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0290844 Jul 13 09:02:47.928917 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-f97f47ae-9103-49db-9b00-acec929a456c req-2c1f4af1-9943-488a-b5df-fe64e6b06a13 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0287263 Jul 13 09:02:49.068058 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-82a3bcbf-37e4-4799-a647-334a0e3bffed req-6d7f0217-75c4-4b1d-8be1-7527fcc63c0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0278707 Jul 13 09:02:49.359968 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-33f86654-99c4-419a-9b1d-13c87e879eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:50.207471 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-0b91a469-3471-443d-bd42-35a50305447a req-b6ec295d-b896-4a15-bfca-6157ae823107 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0277574 Jul 13 09:02:51.355070 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-867b832f-9c25-4377-83d7-ef2a8c165d67 req-04df7eee-8761-4be6-bd47-8a9f075baf93 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0372419 Jul 13 09:02:52.206885 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b04365db-3c32-430d-9715-cee63ff17232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:52.426942 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:52.497682 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-a28b424d-4eb6-4362-b877-f3f0f91ba017 req-de68eae3-e375-4919-99a2-5e837415f25f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0326169 Jul 13 09:02:53.173734 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:53.638748 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-8eac840d-abaa-4448-ad89-8839a927da4c req-fe6fd636-1ef5-483c-a17e-3de3d17467d7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0288372 Jul 13 09:02:54.754205 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:54.775748 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-7f60f5ed-b880-43f6-b9e7-09bcdb991d39 req-eebc4314-4375-455d-8ab1-4169fa2eb7e3 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0289350 Jul 13 09:02:55.916037 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-cee4f7a9-ee4c-4602-b292-dc2acff210c6 req-10fdbdf9-6a31-4e56-99db-477bc9bc9c46 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0304718 Jul 13 09:02:57.055959 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-8ca710e9-fa46-48af-9a76-ea6b973c2186 req-3746cab0-5855-44fd-bb77-ec81414c89bf tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0279114 Jul 13 09:02:58.198480 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4bec2f43-b8bb-42cf-83dd-b90161578a3b req-1c69a854-71b9-4194-8c5a-69c09caf0a10 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0277953 Jul 13 09:02:59.342097 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-9fd09261-8200-4dbf-954c-7e88c3a54a95 req-70144f76-97bc-47d0-a290-b58a99c1eae0 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0309596 Jul 13 09:03:00.485447 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-56e5490b-9da7-49ad-b70c-18d2e398a551 req-1b1c9dad-3217-42b3-b30d-9278c83113a7 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0324914 Jul 13 09:03:01.628689 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-ca2686f9-3120-407a-b5a8-4acd0c39af56 req-9cf5f811-97f4-49c0-87a3-c30fe67103a5 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0317154 Jul 13 09:03:02.431324 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:02.766517 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-d1b35ef5-6f44-4249-b493-60a2222278b1 req-164d9018-c077-4f9d-8259-34494aa26c74 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0283754 Jul 13 09:03:03.586264 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:03:03.908574 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-c170534e-a0f0-4a29-9502-7a41385f61dd req-0a0c01ee-8540-474d-b0a4-4c994815b63e tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0302646 Jul 13 09:03:05.046770 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-39fc89e7-9a1a-4d1d-9565-8a4a5b21b620 req-31e096bb-fbc9-4190-af4c-0c5a5e1107c6 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0288143 Jul 13 09:03:06.185167 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-708a9b5a-a415-4254-a33e-9546b9ab1f1c req-c9e4b25b-2db2-43c2-bf6f-44150f2301b2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0301011 Jul 13 09:03:07.327754 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c573dc35-f895-44b2-b7d6-c3cdf5cc0699 req-f1e3a668-439b-43a1-afa5-18ea0b055ae2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0290642 Jul 13 09:03:08.474359 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-3f6067e2-70b0-414e-8cd6-5f2d5ed1cea1 req-928d90a8-1667-4050-b0a3-15f09c5b9aad tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0288868 Jul 13 09:03:09.617407 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-4a54a042-59b4-47b9-a7f8-5085b5535550 req-0783f048-c9d7-4dd0-b7fe-dd4469de8c1f tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0317984 Jul 13 09:03:10.763228 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [req-b1b2f741-256f-401c-8d51-0a07071eefdd req-ff1049c7-d032-4c9a-9a96-eb1ad6af10a2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0302398 Jul 13 09:03:11.930860 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [req-c1fdbaa3-6ac5-4309-a615-f922a8172d3d req-ece953e9-6278-4acb-a0e4-b5a8b30a1095 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a269fc3-cca1-40b1-af46-4fa38b5d2484 HTTP/1.1" status: 200 len: 210 time: 0.0301311 Jul 13 09:03:13.025728 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 43340) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:03:13.148008 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Deleting port e5a59328-e23e-474b-8afa-2f7707dee94e {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:03:13.148355 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:13.221774 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:13.222104 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:13.234483 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Calling delete_port for e5a59328-e23e-474b-8afa-2f7707dee94e owned by network:floatingip {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:03:13.371483 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:13.396667 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event deleted for resources: {'Port': ['ID=e5a59328-e23e-474b-8afa-2f7707dee94e,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:03:13.408080 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.408425 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.408796 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.409106 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.409444 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.409782 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.410113 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.410446 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.410808 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.411636 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.411971 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.412329 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:03:13.470949 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for floatingip, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:13.473501 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992506'] for floatingip, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:13.475288 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-cabbee2c-0983-4e2f-a274-a4b4b92f3f0c tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "DELETE /v2.0/floatingips/5203fb6f-c241-4ae6-8645-d0bf3af95e2b HTTP/1.1" status: 204 len: 168 time: 0.4485033 Jul 13 09:03:19.360844 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d3e14c34-3397-4c64-a5c3-d6ec950b77e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:22.207632 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-86ff3284-05c6-4027-8a4a-0d7b23edd121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:22.428062 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:23.166741 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:24.757344 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:32.447476 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:40.585413 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:03:49.362743 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b740aae3-302e-4ce8-91ce-5ec3b437cf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:52.209077 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5ab68edf-112e-42c4-8053-ab6d431234db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:52.428914 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:53.170286 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:54.759953 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:02.461189 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:17.584793 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:04:19.364334 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-784f2b0b-4a19-44ac-b038-fb559acc3bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:22.210265 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-570471e0-fd39-41c3-80e2-9a8ed8e5fb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:22.429331 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:23.172648 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:24.762043 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:32.459999 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:49.366961 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-37286ea6-8977-4c47-aeb4-84a141f1636a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:52.211481 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-00422327-4a51-4bd9-82d8-10272a6399c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:52.429579 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:53.178231 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:54.583534 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:04:54.767045 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:02.474243 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:19.368927 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d95a2970-8509-45a4-9bdf-9bd6a5dd5ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:22.212215 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-511edf13-815a-49bf-b53e-7fcdce4046b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:22.429857 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:23.178871 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:24.770833 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:31.582149 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:05:32.483154 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:49.370619 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8d5b68f3-1e0c-4505-9c8c-595f45d6ce59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:52.212643 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-626028a4-5d2c-45e5-af98-70a674a93477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:52.431076 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:53.181460 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:54.773474 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:02.488169 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:08.581983 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:06:19.370431 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ef81b358-ad0a-4ea1-879f-343e87bef2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:22.212609 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-dbbd74c5-07b3-4060-bc36-76d634d4109c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:22.430751 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:23.183760 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:24.776520 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:32.512139 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:45.580975 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:06:49.373856 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-fa55e0d9-e84e-4b68-b321-991e615fee32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:52.213303 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5233d7ed-c970-4d68-9c88-f664a2b1538a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:52.431874 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:53.189165 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:54.779770 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:02.511391 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:19.374505 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-85835ef4-91e4-4f1c-abba-0947a154d093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:22.215336 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f97161a0-9b0e-42ef-bc8d-8c41fcb95c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:22.434012 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:22.581044 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:07:23.189123 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:24.782632 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:32.516866 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:49.375305 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-bb43ae45-dffe-474d-8ea2-365caebe3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:52.215686 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0acd3599-16e0-46af-ad8e-9a09423e3fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:52.434092 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:53.191752 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:54.785889 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:59.579373 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:08:02.541503 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:19.375842 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0ede5a34-0241-41f1-bbdf-5a50e946f651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:22.215497 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b7831f9b-569f-4096-be9e-6f86801e65cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:22.434464 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:23.195868 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:24.788989 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:32.540138 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:36.577699 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:08:49.379994 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9071ab79-8ab5-4e58-a610-26569f8b772f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:52.216345 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-3202bd63-43f8-4abc-9b3b-1fde2ae238a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:52.435006 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:53.198902 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:54.791256 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:02.545152 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:13.369543 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 46196) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:13.427606 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:13.452612 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:13.512143 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:13.514703 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:13.515919 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] 10.222.0.66 "DELETE /v2.0/security-groups/e1c52d69-b336-4446-9faa-ff592f864eab HTTP/1.1" status: 204 len: 168 time: 0.1453416 Jul 13 09:09:13.525339 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c52d69-b336-4446-9faa-ff592f864eab,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:13.532390 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.532766 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.533107 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.533442 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.533770 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.534100 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.534435 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.534764 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.535122 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.535445 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.535765 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.536080 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b97866-0576-40cc-b9a2-0cb65fce1f70 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:13.577687 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:09:13.759494 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 46206) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:14.285827 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-514508'] for router_interface, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:14.799636 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Deleting port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:09:14.800308 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:14.880720 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] For port 0d1078cf-6948-4436-81e3-66ca3d6ffb3c, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=0d1078cf-6948-4436-81e3-66ca3d6ffb3c,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:14.881115 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:14.894373 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Calling delete_port for 0d1078cf-6948-4436-81e3-66ca3d6ffb3c owned by network:router_interface {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:09:15.065916 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:15.092150 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1078cf-6948-4436-81e3-66ca3d6ffb3c,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:15.121367 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.121716 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.122059 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.122395 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.122726 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.123089 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.123417 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.123746 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.124077 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.124404 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.124730 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.125053 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:15.266406 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403176'] for router_interface, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:15.479434 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Router 51f4ca8b-a50f-45c4-bff1-852475b40f88 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 09:09:15.580431 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:09:15.586850 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-cb6b1b8d-5cba-4672-9084-e107e1f9b0c5 admin admin] 10.222.0.66 "PUT /v2.0/routers/51f4ca8b-a50f-45c4-bff1-852475b40f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8255136 Jul 13 09:09:15.589096 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 46222) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:15.589502 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] Sync routers for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:09:15.598560 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:09:15.599185 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T09:08:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:15.691687 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:15.699228 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:09:15.793243 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:15.844858 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Deleting port b728f4b3-7698-4458-b257-5a625ef21675 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:09:15.845535 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:15.871973 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T09:09:15Z', 'revision_number': 5, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port': {'id': 'b728f4b3-7698-4458-b257-5a625ef21675', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:30Z', 'updated_at': '2021-07-13T08:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:15.900127 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] Checking router: 51f4ca8b-a50f-45c4-bff1-852475b40f88 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:09:15.908108 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] Routers {'51f4ca8b-a50f-45c4-bff1-852475b40f88'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:09:15.908701 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T09:08:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['51f4ca8b-a50f-45c4-bff1-852475b40f88'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:15.926176 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] For port b728f4b3-7698-4458-b257-5a625ef21675, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=b728f4b3-7698-4458-b257-5a625ef21675,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:15.926471 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:15.938798 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Calling delete_port for b728f4b3-7698-4458-b257-5a625ef21675 owned by network:router_gateway {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:09:15.990325 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] Set router 51f4ca8b-a50f-45c4-bff1-852475b40f88 gateway port host: None {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:09:16.039039 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T09:09:15Z', 'revision_number': 6, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port_host': None}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:16.068237 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ed9df-7613-4400-9081-6775ace6d258 None None] The sync data for ids ['51f4ca8b-a50f-45c4-bff1-852475b40f88'] in dv-cinder-800430-2-iscsi is: [{'id': '51f4ca8b-a50f-45c4-bff1-852475b40f88', 'name': 'tempest-TestVolumeBootPattern-1657775388-router', 'tenant_id': '77f6db6ace1f465f80565405509ad580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:29Z', 'updated_at': '2021-07-13T09:09:15Z', 'revision_number': 6, 'project_id': '77f6db6ace1f465f80565405509ad580', 'gw_port_host': None}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:09:16.105287 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.130188 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b728f4b3-7698-4458-b257-5a625ef21675,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:16.194068 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513894'] for router_gateway, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.282407 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5712'] for router, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.284615 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.331104 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511608'] for router, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.331675 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51f4ca8b-a50f-45c4-bff1-852475b40f88 {{(pid=99633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:09:16.339006 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] Notify callbacks [] for router, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.340213 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-ae64ccfb-564a-4a58-8194-7edf91e650a2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/51f4ca8b-a50f-45c4-bff1-852475b40f88 HTTP/1.1" status: 204 len: 168 time: 0.7502015 Jul 13 09:09:16.343484 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 46228) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:16.401130 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.db_base_plugin_v2 [None req-df89ece1-8d89-4e9e-98a3-eed77b69b790 admin admin] Deleting subnet c387f139-02d5-4934-a4ce-f7018cea985c {{(pid=99633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 09:09:16.404555 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-df89ece1-8d89-4e9e-98a3-eed77b69b790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.441114 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-df89ece1-8d89-4e9e-98a3-eed77b69b790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796081'] for subnet, precommit_delete_associations {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.541124 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-df89ece1-8d89-4e9e-98a3-eed77b69b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.596844 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-df89ece1-8d89-4e9e-98a3-eed77b69b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4796271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5073359'] for subnet, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.623348 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89ece1-8d89-4e9e-98a3-eed77b69b790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c387f139-02d5-4934-a4ce-f7018cea985c,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:16.626750 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-df89ece1-8d89-4e9e-98a3-eed77b69b790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.628657 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-df89ece1-8d89-4e9e-98a3-eed77b69b790 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c387f139-02d5-4934-a4ce-f7018cea985c HTTP/1.1" status: 204 len: 168 time: 0.2839212 Jul 13 09:09:16.632122 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 46232) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:16.636659 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e46b7d-4ceb-4f21-8457-9baf32a15912 None None] Network 28762bf7-cb11-4c08-bf52-9cba16135894 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 09:09:16.716344 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.779413 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Deleting port 74b028a0-d983-49e7-978b-eda47143aed7 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:09:16.779762 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.860640 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] DHCP port deletion for 28762bf7-cb11-4c08-bf52-9cba16135894 request from dv-cinder-800430-2-iscsi {{(pid=99634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 09:09:16.864663 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] For port 74b028a0-d983-49e7-978b-eda47143aed7, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=74b028a0-d983-49e7-978b-eda47143aed7,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:16.865152 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.884731 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Calling delete_port for 74b028a0-d983-49e7-978b-eda47143aed7 owned by network:dhcp {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:09:16.915412 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Deleting port 74b028a0-d983-49e7-978b-eda47143aed7 {{(pid=99634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:09:16.915798 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.978540 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.985680 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] For port 74b028a0-d983-49e7-978b-eda47143aed7, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=74b028a0-d983-49e7-978b-eda47143aed7,segment=NetworkSegment(8fd4120a-a615-459e-aa48-94363f6b5f5f),segment_id=8fd4120a-a615-459e-aa48-94363f6b5f5f)] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:16.986121 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:16.998834 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Calling delete_port for 74b028a0-d983-49e7-978b-eda47143aed7 owned by network:dhcp {{(pid=99634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:09:17.006511 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b028a0-d983-49e7-978b-eda47143aed7,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:17.009171 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] No DVR routers for this DVR port 74b028a0-d983-49e7-978b-eda47143aed7 on host dv-cinder-800430-2-iscsi {{(pid=99633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:09:17.073622 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:17.083893 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:17.095691 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28762bf7-cb11-4c08-bf52-9cba16135894']}} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:17.097310 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Pushing event deleted for resources: {'Port': ['ID=74b028a0-d983-49e7-978b-eda47143aed7,revision_number=None']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:17.107187 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd4120a-a615-459e-aa48-94363f6b5f5f') {'for_net_delete': True} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:17.107587 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.services.segments.db [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd4120a-a615-459e-aa48-94363f6b5f5f') {} {{(pid=99633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:17.107699 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.107939 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.108281 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.108617 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.108947 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.109280 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.109608 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.109937 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.110264 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.110587 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.110973 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.111256 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:17.114616 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b5ab7-19e7-4e4b-9d81-ff6fb528b054 None None] No DVR routers for this DVR port 74b028a0-d983-49e7-978b-eda47143aed7 on host dv-cinder-800430-2-iscsi {{(pid=99634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:09:17.118187 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796088'] for segment, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:17.132591 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:17.138866 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=99633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:09:17.139293 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4796160'] for segment, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: Traceback (most recent call last): Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: timer() Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: cb(*args, **kw) Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: return func(*args, **kwargs) Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: self._notify() Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: self.callback(batched_events) Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: event.method(event) Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: return f(self, *a, **k) Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: return self._get(url).json() Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: return self.request(url, 'GET', **kwargs) Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 09:09:17.141006 dv-cinder-800430-2-iscsi neutron-server[99633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 09:09:17.196436 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:17.201894 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:17.203797 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/28762bf7-cb11-4c08-bf52-9cba16135894 HTTP/1.1" status: 204 len: 168 time: 0.5707200 Jul 13 09:09:17.206928 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 46236) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:17.214717 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcb239-a646-4bc0-ab29-0238c3311ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=28762bf7-cb11-4c08-bf52-9cba16135894,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:17.440444 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 74b028a0-d983-49e7-978b-eda47143aed7 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:09:17.459906 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 74b028a0-d983-49e7-978b-eda47143aed7 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:09:17.460256 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 74b028a0-d983-49e7-978b-eda47143aed7 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:09:17.460672 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device b728f4b3-7698-4458-b257-5a625ef21675 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:09:17.482055 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: b728f4b3-7698-4458-b257-5a625ef21675 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:09:17.482402 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device b728f4b3-7698-4458-b257-5a625ef21675 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:09:17.482811 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 0d1078cf-6948-4436-81e3-66ca3d6ffb3c no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:09:17.501548 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 0d1078cf-6948-4436-81e3-66ca3d6ffb3c {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:09:17.501822 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 0d1078cf-6948-4436-81e3-66ca3d6ffb3c not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:09:17.562688 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-514508'] for router_interface, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:18.051517 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] Deleting port c32d78c2-248b-4606-8790-68af1662f84f {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:09:18.051868 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:18.127155 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] For port c32d78c2-248b-4606-8790-68af1662f84f, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=c32d78c2-248b-4606-8790-68af1662f84f,segment=NetworkSegment(2bc2dac3-c783-440a-a302-9b2dcd83f4a4),segment_id=2bc2dac3-c783-440a-a302-9b2dcd83f4a4)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:18.127515 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:18.143771 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] Calling delete_port for c32d78c2-248b-4606-8790-68af1662f84f owned by network:router_interface {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:09:18.319804 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:18.346849 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32d78c2-248b-4606-8790-68af1662f84f,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:18.510491 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403176'] for router_interface, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:18.722246 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] Router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 09:09:18.826379 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:09:18.832333 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-35726fa4-8303-4f50-a904-fb7ab5a033f5 admin admin] 10.222.0.66 "PUT /v2.0/routers/e1dcb8aa-2e96-43d6-a02e-1c71bb810035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6239150 Jul 13 09:09:18.835546 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 46250) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:18.838807 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] Sync routers for ids ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'] in dv-cinder-800430-2-iscsi {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:09:18.848034 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] Routers {'e1dcb8aa-2e96-43d6-a02e-1c71bb810035'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:09:18.848662 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T09:08:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:18.939892 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Notify callbacks [] for router, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:18.952014 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] Set router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:09:19.041066 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.096282 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Deleting port 46ba3b59-e213-41d5-aaad-41c2deb27c3b {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:09:19.096628 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.176937 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] For port 46ba3b59-e213-41d5-aaad-41c2deb27c3b, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=46ba3b59-e213-41d5-aaad-41c2deb27c3b,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:19.177240 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.189893 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Calling delete_port for 46ba3b59-e213-41d5-aaad-41c2deb27c3b owned by network:router_gateway {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:09:19.250632 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'name': 'tempest-TestVolumeBootPattern-280252131-router', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:40Z', 'updated_at': '2021-07-13T09:09:18Z', 'revision_number': 5, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'gw_port': {'id': '46ba3b59-e213-41d5-aaad-41c2deb27c3b', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:19.280077 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] Checking router: e1dcb8aa-2e96-43d6-a02e-1c71bb810035 for host: dv-cinder-800430-2-iscsi {{(pid=99634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:09:19.288468 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] Routers {'e1dcb8aa-2e96-43d6-a02e-1c71bb810035'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:09:19.289089 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T09:08:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'], 'active': True} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:19.352978 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.383056 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ba3b59-e213-41d5-aaad-41c2deb27c3b,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:19.383217 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvr_db [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] Set router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 gateway port host: None {{(pid=99634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:09:19.411000 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ecc961bf-0e6a-4af4-ac6c-9000f7783587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.438507 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_hamode_db [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'name': 'tempest-TestVolumeBootPattern-280252131-router', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:40Z', 'updated_at': '2021-07-13T09:09:19Z', 'revision_number': 6, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'gw_port_host': None}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:19.446494 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513894'] for router_gateway, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.468109 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6acf559-d65d-4535-97b0-a8ff10216f16 None None] The sync data for ids ['e1dcb8aa-2e96-43d6-a02e-1c71bb810035'] in dv-cinder-800430-2-iscsi is: [{'id': 'e1dcb8aa-2e96-43d6-a02e-1c71bb810035', 'name': 'tempest-TestVolumeBootPattern-280252131-router', 'tenant_id': '831e2990de3942e49ee57a05d7769b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:40Z', 'updated_at': '2021-07-13T09:09:19Z', 'revision_number': 6, 'project_id': '831e2990de3942e49ee57a05d7769b9d', 'gw_port_host': None}] {{(pid=99634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:09:19.540955 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5712'] for router, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.543090 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.584710 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511608'] for router, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.585206 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1dcb8aa-2e96-43d6-a02e-1c71bb810035 {{(pid=99632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:09:19.589956 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] Notify callbacks [] for router, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.591123 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-1274f534-19c3-4550-b149-ce51553a8a30 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e1dcb8aa-2e96-43d6-a02e-1c71bb810035 HTTP/1.1" status: 204 len: 168 time: 0.7545574 Jul 13 09:09:19.593643 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 46254) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:19.639916 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb72192-56aa-4f46-b099-ad94c636196a admin admin] Deleting subnet a00e01d4-9952-4568-8cd5-849fa18b9a30 {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 09:09:19.642762 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ebb72192-56aa-4f46-b099-ad94c636196a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.676856 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ebb72192-56aa-4f46-b099-ad94c636196a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.751078 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ebb72192-56aa-4f46-b099-ad94c636196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.800397 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ebb72192-56aa-4f46-b099-ad94c636196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.829094 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb72192-56aa-4f46-b099-ad94c636196a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00e01d4-9952-4568-8cd5-849fa18b9a30,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:19.832630 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ebb72192-56aa-4f46-b099-ad94c636196a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.836826 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-ebb72192-56aa-4f46-b099-ad94c636196a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a00e01d4-9952-4568-8cd5-849fa18b9a30 HTTP/1.1" status: 204 len: 168 time: 0.2396483 Jul 13 09:09:19.837773 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 46258) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:19.840935 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6f882d-5846-494c-ac37-709f323656e0 None None] Network 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 09:09:19.911005 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:19.969869 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Deleting port 284baa3d-3bfd-4c5f-8209-36999a592b40 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:09:19.970210 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.036166 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] For port 284baa3d-3bfd-4c5f-8209-36999a592b40, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=284baa3d-3bfd-4c5f-8209-36999a592b40,segment=NetworkSegment(2bc2dac3-c783-440a-a302-9b2dcd83f4a4),segment_id=2bc2dac3-c783-440a-a302-9b2dcd83f4a4)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:20.036533 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.048340 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Calling delete_port for 284baa3d-3bfd-4c5f-8209-36999a592b40 owned by network:dhcp {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:09:20.124973 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.154604 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Pushing event deleted for resources: {'Port': ['ID=284baa3d-3bfd-4c5f-8209-36999a592b40,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:20.156438 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] No DVR routers for this DVR port 284baa3d-3bfd-4c5f-8209-36999a592b40 on host dv-cinder-800430-2-iscsi {{(pid=99632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:09:20.224417 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.234568 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4a2a9f-8eb7-4f02-a210-aa7287a535c4']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:20.244388 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc2dac3-c783-440a-a302-9b2dcd83f4a4') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:20.244688 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc2dac3-c783-440a-a302-9b2dcd83f4a4') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:20.253238 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.267202 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.274540 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:09:20.274861 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 09:09:20.276763 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 09:09:20.291188 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8815426-4551-4c83-8ead-d84720d4eef0 None None] DHCP port deletion for 5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 request from dv-cinder-800430-2-iscsi {{(pid=99634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 09:09:20.334574 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.341638 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.343543 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] 10.222.0.66 "DELETE /v2.0/networks/5b4a2a9f-8eb7-4f02-a210-aa7287a535c4 HTTP/1.1" status: 204 len: 168 time: 0.5056291 Jul 13 09:09:20.354352 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70551d8-4e00-4a3f-bcd1-bcbd75f1ae0b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b4a2a9f-8eb7-4f02-a210-aa7287a535c4,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:20.469761 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 46264) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:20.510476 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a2489711-6c1f-4587-9c5f-e7a6dca0b5ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77f6db6ace1f465f80565405509ad580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395591 Jul 13 09:09:20.512869 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 46266) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:20.562290 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-47b022a7-8e7a-4e6e-b71e-c788e2cf300d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.584718 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-47b022a7-8e7a-4e6e-b71e-c788e2cf300d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.636386 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-47b022a7-8e7a-4e6e-b71e-c788e2cf300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.639073 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-47b022a7-8e7a-4e6e-b71e-c788e2cf300d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:20.640145 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-47b022a7-8e7a-4e6e-b71e-c788e2cf300d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c13380a9-a812-437b-be12-031845253cc3 HTTP/1.1" status: 204 len: 168 time: 0.1263969 Jul 13 09:09:20.652248 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b022a7-8e7a-4e6e-b71e-c788e2cf300d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13380a9-a812-437b-be12-031845253cc3,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:20.974179 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 46278) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:21.018559 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-9ae84a3f-e6c2-4167-a3a9-caf01535b81a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=831e2990de3942e49ee57a05d7769b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431042 Jul 13 09:09:21.021070 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 46280) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:09:21.074589 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-efdacb48-019d-410a-94c6-172cfb354ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:21.096885 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-efdacb48-019d-410a-94c6-172cfb354ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:21.151536 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-efdacb48-019d-410a-94c6-172cfb354ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:21.154286 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-efdacb48-019d-410a-94c6-172cfb354ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:21.155462 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-efdacb48-019d-410a-94c6-172cfb354ca5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/399268f9-8d0e-49a4-80cf-a5635a15ed18 HTTP/1.1" status: 204 len: 168 time: 0.1333168 Jul 13 09:09:21.163171 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdacb48-019d-410a-94c6-172cfb354ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399268f9-8d0e-49a4-80cf-a5635a15ed18,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:21.438934 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 284baa3d-3bfd-4c5f-8209-36999a592b40 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:09:21.460431 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 284baa3d-3bfd-4c5f-8209-36999a592b40 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:09:21.460783 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 284baa3d-3bfd-4c5f-8209-36999a592b40 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:09:21.461816 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device c32d78c2-248b-4606-8790-68af1662f84f no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:09:21.482060 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: c32d78c2-248b-4606-8790-68af1662f84f {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:09:21.482408 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device c32d78c2-248b-4606-8790-68af1662f84f not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:09:21.482831 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 46ba3b59-e213-41d5-aaad-41c2deb27c3b no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:09:21.502639 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: 46ba3b59-e213-41d5-aaad-41c2deb27c3b {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:09:21.503032 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device 46ba3b59-e213-41d5-aaad-41c2deb27c3b not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:09:22.217632 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-6c9013c5-09d6-4b2c-93f4-1558bd2820fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:22.435472 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:23.201769 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:24.797507 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:32.564439 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:49.383192 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-cde3f878-fdd0-4825-af1f-12ee31f850fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:50.576032 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:09:52.218031 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0455-c978-46d8-9410-25a0f49263a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:52.436572 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:53.203743 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:54.797641 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:02.593381 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:05.153877 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [req-6dffa63e-b055-4958-bd2f-0998b5a1b62f req-d1e0f0fd-397b-4dc9-8b37-88946c590730 service neutron] (99632) timed out ('10.222.0.70', 51628) {{(pid=99632) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 09:10:19.383522 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-bc0aef88-d267-4f50-87ef-ff3f9a0dab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:22.218726 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ef7802ad-5317-4d39-9127-65cd43315e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:22.436259 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:23.206344 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:24.800237 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:27.574861 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:10:32.588996 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:49.385035 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-cabcc170-3919-45f4-87b4-65125cc5f1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:52.219654 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-e8b713fe-ae45-4cb9-b73c-49d9ac392215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:52.437130 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:53.209102 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:10:54.802834 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:02.603732 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:04.574449 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:11:19.385431 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-46b676bb-672c-4248-b2e7-f707b7000736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:22.219800 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-32e8b65a-36e2-4009-8c23-8c201785c5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:22.437588 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:23.212147 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:24.807707 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:32.604062 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:41.572870 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:11:49.386269 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0073c8ec-323f-4b68-b89a-2be1b875a260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:52.220112 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b6b532d6-52cd-44f2-a70c-6710212e34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:52.438034 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:53.219437 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:11:54.809657 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:02.618061 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:18.571541 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:12:19.385808 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-05f321a7-08fc-4d10-a55b-73c685c91998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:22.220432 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd31e-8860-49e3-83ec-e31431246a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:22.438373 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:23.218601 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:24.812205 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:32.616887 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:49.385512 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-59a5183a-9aa2-489f-a673-d47a03ed0250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:52.222331 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f47b1570-94e1-4f31-989e-4922ec03770e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:52.438134 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:53.222463 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:54.815706 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:12:55.570660 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:13:02.630268 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:19.385565 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-97e381ca-438f-4a8e-898f-dbe640c0b741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:22.224422 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-1074d3b1-9db0-41ff-89ad-a137091814ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:22.439719 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:23.223875 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:24.818671 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:32.570265 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:13:32.661182 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:49.385751 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-c64115df-3920-4881-b0b7-914869e10241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:52.224679 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-454a48c7-b8e3-49f9-b8a3-0a65f9374043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:52.439429 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:53.229193 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:13:54.822313 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:00.634359 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 47996) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:14:00.734349 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:00.821944 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:00.825649 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:00.863461 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3cd394d6e3046b5b11a7197468fdfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280226 Jul 13 09:14:00.864685 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45411ac0-6b23-4f4f-8b3d-2a3144b5a034,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:00.866621 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 48004) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:14:00.872651 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.873010 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.873356 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.874108 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.874108 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.874367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.874701 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.875072 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.875408 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.875744 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.876072 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.876400 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2771e6a-a650-4751-b71f-a9eca08c9248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:00.916328 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:00.936215 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:00.983341 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:00.985828 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:00.987005 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45411ac0-6b23-4f4f-8b3d-2a3144b5a034 HTTP/1.1" status: 204 len: 168 time: 0.1193545 Jul 13 09:14:00.994355 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45411ac0-6b23-4f4f-8b3d-2a3144b5a034,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:01.001098 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.001464 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.001818 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.002152 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.002497 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.002809 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.003163 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.003491 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.003864 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.004161 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.004478 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:01.004797 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b6f0f-03f5-45a2-ba95-7c6ff36a5c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:02.663920 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:09.570210 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:14:19.386741 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c455-a722-4ebe-9346-38d70fe648ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:22.225655 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ddb240b5-c8df-4c2b-908b-d6fd157025b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:22.440996 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:23.230982 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:24.824105 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:32.664245 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:46.569011 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:14:49.387986 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-50fc8a59-ee0f-4c5c-a5ed-2dbe76686d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:52.226824 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f65c-cac3-40ce-91f2-36216941f8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:52.441499 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:53.232911 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:14:54.828066 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:02.673086 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:19.395376 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b2179b14-27cb-4773-a6f3-e983a468f215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:22.226672 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-35669935-fbfc-47ca-9787-0e3e31c141e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:22.443549 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:23.236104 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:23.568706 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:15:24.831814 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:32.688800 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:49.386803 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-acf78497-8286-4f51-9190-85e8c5f68e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:52.227392 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-88af545d-82b3-477a-8ec1-b689469b65e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:52.444163 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:53.242356 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:15:54.834694 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:00.568773 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:16:02.687724 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:11.691133 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [req-4bd48a3b-cff8-42da-995b-6cb0018bda0c req-229be6b5-721f-452d-b6be-198831be95bc tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] (99633) timed out ('10.222.0.70', 51635) {{(pid=99633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 09:16:19.387656 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7c6381a5-5fb7-48b7-8ae8-bd118f56bccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:22.226901 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5856fc14-3f56-46b4-b5b0-6cf50274eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:22.444225 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:23.243120 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:24.836982 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:32.718027 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:37.568174 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:16:49.388298 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a6e728b7-b465-4987-af42-93d72ba63184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:52.228719 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ec44711a-7385-473a-a65b-4d6ba01c73b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:52.444729 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:53.245604 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:16:54.840225 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:02.732717 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:14.567508 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:17:19.388574 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a1a4c56d-67f1-471b-bbe1-41560f6fde86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:22.229172 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-72515c4c-10ef-49f7-9373-5104e51b59b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:22.446206 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:23.246681 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:24.843284 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:32.730338 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:49.389040 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-70e318a3-fe7e-4fc4-858d-45d6c81ade2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:51.566295 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:17:52.229585 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-6ccce613-4522-45e9-b5ab-0f2267ef0521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:52.446665 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:53.249236 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:54.849359 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:17:59.286396 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 49522) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:17:59.777303 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-514508'] for router_interface, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:00.021610 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Deleting port cceb0d64-3f26-4dbc-8c49-95c0256c8935 {{(pid=99633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:18:00.021954 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:00.096442 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.db [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] For port cceb0d64-3f26-4dbc-8c49-95c0256c8935, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=cceb0d64-3f26-4dbc-8c49-95c0256c8935,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:00.096795 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:00.108635 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.plugins.ml2.plugin [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Calling delete_port for cceb0d64-3f26-4dbc-8c49-95c0256c8935 owned by network:router_interface {{(pid=99633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:18:00.286877 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796213'] for port, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:00.316547 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cceb0d64-3f26-4dbc-8c49-95c0256c8935,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:00.342519 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.342949 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.343443 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.343576 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.343892 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.344256 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.344556 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.344885 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.345212 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.345531 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.345875 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.346178 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.503101 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403176'] for router_interface, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:00.638392 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49554) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:00.726641 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 has already been hosted by L3 agent d2dffa01-031f-4569-808f-c21dca4aaca2 {{(pid=99633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 09:18:00.734733 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Deleting subnet a3c96f9e-78a9-412f-a0dd-b72716d91ea4 {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 09:18:00.737744 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:00.776110 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:00.813837 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:00.870674 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:00.897991 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c96f9e-78a9-412f-a0dd-b72716d91ea4,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:00.902892 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:00.906220 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a3c96f9e-78a9-412f-a0dd-b72716d91ea4 HTTP/1.1" status: 204 len: 168 time: 0.2667053 Jul 13 09:18:00.910440 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49560) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:00.918969 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.919320 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.919661 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.919999 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.920328 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.920660 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.920986 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.921316 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.921640 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.921960 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.922283 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.922603 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b3e43-3b23-4c95-afe3-0791492ca071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:00.995069 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.075502 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.086265 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02bf6f4-b771-4cb7-b694-a38ef81b76c2']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:01.096564 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1f4392-72b3-4419-bbc0-8d792509704d') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:01.096855 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1f4392-72b3-4419-bbc0-8d792509704d') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:01.105440 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.109735 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] Notify agent at l3_agent.dv-cinder-800430-2-iscsi the message routers_updated {{(pid=99633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:18:01.118633 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-0aab5d03-41e7-4c4c-b1e9-009e37b376f6 admin admin] 10.222.0.66 "PUT /v2.0/routers/099f08dc-dfae-45d2-9ca6-9711c794f8a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275907 Jul 13 09:18:01.118866 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49562) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:01.119088 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] Sync routers for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:18:01.127976 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.128353 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:18:01.128963 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T09:17:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:01.168674 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:18:01.169090 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 09:18:01.170747 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 09:18:01.229521 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: dv-cinder-800430-2-iscsi {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:18:01.263436 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.271007 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.275555 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a02bf6f4-b771-4cb7-b694-a38ef81b76c2 HTTP/1.1" status: 204 len: 168 time: 0.3614595 Jul 13 09:18:01.286280 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49864be5-ea2c-4ae5-b71c-2db84fb0ddd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a02bf6f4-b771-4cb7-b694-a38ef81b76c2,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:01.294741 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.398091 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 49566) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:01.404560 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.410150 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'external_fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c2cd7892-7779-4779-a046-384a71673c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T09:18:00Z', 'revision_number': 5, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port': {'id': 'c2cd7892-7779-4779-a046-384a71673c16', 'name': '', 'network_id': '687451c4-904f-48f1-a79c-0ec0b614c05b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800430-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:40Z', 'updated_at': '2021-07-13T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ccee610-05f4-4b3e-9b4a-8791ea7d414b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800430-2-iscsi'}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:01.438166 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] Checking router: 099f08dc-dfae-45d2-9ca6-9711c794f8a8 for host: dv-cinder-800430-2-iscsi {{(pid=99635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:18:01.440279 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-e3e78e97-3f9c-49a3-b792-b7f83872ac8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b1c50957d614bf3b196a9502dbb0872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402367 Jul 13 09:18:01.442623 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 49568) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:01.450349 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] Routers {'099f08dc-dfae-45d2-9ca6-9711c794f8a8'} bound to L3 agent in host dv-cinder-800430-2-iscsi {{(pid=99635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:18:01.450990 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800430-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T08:32:52Z,description=,heartbeat_timestamp=2021-07-13T09:17:52Z,host='dv-cinder-800430-2-iscsi',id=d2dffa01-031f-4569-808f-c21dca4aaca2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T08:32:52Z,topic='l3_agent')) {'router_ids': ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'], 'active': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:01.462212 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Deleting port c2cd7892-7779-4779-a046-384a71673c16 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:18:01.462639 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.491824 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9432b589-a33b-4826-b212-c6ab2b77b145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.516107 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9432b589-a33b-4826-b212-c6ab2b77b145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.549479 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_dvr_db [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] Set router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 gateway port host: None {{(pid=99635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:18:01.554725 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] For port c2cd7892-7779-4779-a046-384a71673c16, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=c2cd7892-7779-4779-a046-384a71673c16,segment=NetworkSegment(f3f6af8f-6571-4887-a167-7083b0c69e62),segment_id=f3f6af8f-6571-4887-a167-7083b0c69e62)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:01.555032 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.568091 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Calling delete_port for c2cd7892-7779-4779-a046-384a71673c16 owned by network:router_gateway {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:18:01.575723 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9432b589-a33b-4826-b212-c6ab2b77b145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.579310 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9432b589-a33b-4826-b212-c6ab2b77b145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.581018 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-9432b589-a33b-4826-b212-c6ab2b77b145 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f90fab86-fe9c-4411-881a-ab2b8568ba24 HTTP/1.1" status: 204 len: 168 time: 0.1373804 Jul 13 09:18:01.592872 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432b589-a33b-4826-b212-c6ab2b77b145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90fab86-fe9c-4411-881a-ab2b8568ba24,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:01.635798 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.l3_hamode_db [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T09:18:01Z', 'revision_number': 6, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port_host': None}], 'dv-cinder-800430-2-iscsi', False) {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:01.670240 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403f8fa-4b46-4743-a2fd-e68fc8e9cdc7 None None] The sync data for ids ['099f08dc-dfae-45d2-9ca6-9711c794f8a8'] in dv-cinder-800430-2-iscsi is: [{'id': '099f08dc-dfae-45d2-9ca6-9711c794f8a8', 'name': 'tempest-AttachVolumeTestJSON-204437787-router', 'tenant_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T09:18:01Z', 'revision_number': 6, 'project_id': 'c9ad3e7e277b44e38e556ff018a3e139', 'gw_port_host': None}] {{(pid=99635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:18:01.786457 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:01.820007 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cd7892-7779-4779-a046-384a71673c16,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:01.890259 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513894'] for router_gateway, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.230196 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5712'] for router, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.232295 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.280197 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511608'] for router, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.280722 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 099f08dc-dfae-45d2-9ca6-9711c794f8a8 {{(pid=99632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:18:02.285020 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.286202 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-ff807290-94af-46e9-b78c-cd3695a44bc6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/099f08dc-dfae-45d2-9ca6-9711c794f8a8 HTTP/1.1" status: 204 len: 168 time: 1.1661758 Jul 13 09:18:02.289396 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49590) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:02.332799 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2980e84-702d-420d-9b4b-70919d69d564 admin admin] Deleting subnet 486bc280-5005-4514-a0c0-ceff5f12926c {{(pid=99632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 09:18:02.336566 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b2980e84-702d-420d-9b4b-70919d69d564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.368753 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b2980e84-702d-420d-9b4b-70919d69d564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6741388'] for subnet, precommit_delete_associations {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.447816 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b2980e84-702d-420d-9b4b-70919d69d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560088'] for subnet, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.501075 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b2980e84-702d-420d-9b4b-70919d69d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6619072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7247514'] for subnet, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.528460 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2980e84-702d-420d-9b4b-70919d69d564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486bc280-5005-4514-a0c0-ceff5f12926c,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:02.530430 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-b2980e84-702d-420d-9b4b-70919d69d564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for subnet, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.534548 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-b2980e84-702d-420d-9b4b-70919d69d564 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/486bc280-5005-4514-a0c0-ceff5f12926c HTTP/1.1" status: 204 len: 168 time: 0.2419598 Jul 13 09:18:02.534786 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49592) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:02.537434 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44403715-04e1-4f92-bf32-43a7c584848c None None] Network 828b9a1d-ec9e-4103-8bba-69674f34810b requested from dv-cinder-800430-2-iscsi {{(pid=99634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 09:18:02.607230 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555471'] for network, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.664577 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Deleting port aa633e6e-602e-44c2-8f2a-8487a723c4a5 {{(pid=99632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:18:02.665005 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.729816 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.db [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] For port aa633e6e-602e-44c2-8f2a-8487a723c4a5, host dv-cinder-800430-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800430-2-iscsi',level=0,port_id=aa633e6e-602e-44c2-8f2a-8487a723c4a5,segment=NetworkSegment(134e5cbb-5a6e-4a2c-8a97-169b6725bfa7),segment_id=134e5cbb-5a6e-4a2c-8a97-169b6725bfa7)] {{(pid=99632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:02.730182 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.738701 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] DHCP port deletion for 828b9a1d-ec9e-4103-8bba-69674f34810b request from dv-cinder-800430-2-iscsi {{(pid=99634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 09:18:02.743348 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.plugin [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Calling delete_port for aa633e6e-602e-44c2-8f2a-8487a723c4a5 owned by network:dhcp {{(pid=99632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:18:02.835907 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6619034'] for port, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.865248 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa633e6e-602e-44c2-8f2a-8487a723c4a5,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:02.872094 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] No DVR routers for this DVR port aa633e6e-602e-44c2-8f2a-8487a723c4a5 on host dv-cinder-800430-2-iscsi {{(pid=99632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:18:02.889997 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.911754 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Deleting port aa633e6e-602e-44c2-8f2a-8487a723c4a5 {{(pid=99634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:18:02.912127 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741018597654'] for port, before_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.946661 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557987', 'neutron.services.segments.db._delete_segments_for_network-8741018683055'] for network, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.957025 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828b9a1d-ec9e-4103-8bba-69674f34810b']}} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:02.966498 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7') {'for_net_delete': True} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:02.966792 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.services.segments.db [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134e5cbb-5a6e-4a2c-8a97-169b6725bfa7') {} {{(pid=99632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:02.971297 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.db [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] For port aa633e6e-602e-44c2-8f2a-8487a723c4a5, host dv-cinder-800430-2-iscsi, got binding levels [] {{(pid=99634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:02.971688 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514341'] for port, precommit_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.975765 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741018759334', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6741381'] for segment, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.984488 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Calling delete_port for aa633e6e-602e-44c2-8f2a-8487a723c4a5 owned by network:dhcp {{(pid=99634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:18:02.987299 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.ipam_backend_mixin [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Port aa633e6e-602e-44c2-8f2a-8487a723c4a5 was not found and therefore no delete operation was performed {{(pid=99634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 09:18:02.988599 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741018602316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741018178277'] for port, after_delete {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.989517 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479'] for segment, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.997060 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=99632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:18:02.997493 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6619055'] for segment, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: Traceback (most recent call last): Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: timer() Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: cb(*args, **kw) Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: return func(*args, **kwargs) Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: self._notify() Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: self.callback(batched_events) Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: event.method(event) Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: return f(self, *a, **k) Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._get(url).json() Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: return self.request(url, 'GET', **kwargs) Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 09:18:02.999373 dv-cinder-800430-2-iscsi neutron-server[99632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 09:18:03.017188 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Pushing event deleted for resources: {'Port': ['ID=aa633e6e-602e-44c2-8f2a-8487a723c4a5,revision_number=None']} {{(pid=99634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:03.022053 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] No DVR routers for this DVR port aa633e6e-602e-44c2-8f2a-8487a723c4a5 on host dv-cinder-800430-2-iscsi {{(pid=99634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:18:03.028816 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.029174 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.029520 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.029858 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.030195 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.030527 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.030994 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.032289 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.032641 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.032977 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.033313 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.033628 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fcdb8-10c6-4178-939c-dc652ac604c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:03.060794 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513922'] for network, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.064956 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670568'] for network, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.067061 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/828b9a1d-ec9e-4103-8bba-69674f34810b HTTP/1.1" status: 204 len: 168 time: 0.5312564 Jul 13 09:18:03.080359 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe6ce4-576a-4830-8d9a-cc147603bff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=828b9a1d-ec9e-4103-8bba-69674f34810b,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:03.231104 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49604) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:03.275971 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-04b748c8-ffba-4592-a5b3-3f980dfdef3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c9ad3e7e277b44e38e556ff018a3e139&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436342 Jul 13 09:18:03.278413 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49608) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:03.322046 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 49610) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:03.327847 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4b45cf9e-3465-4cc2-a455-4b6f94340da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.349760 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4b45cf9e-3465-4cc2-a455-4b6f94340da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.397028 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4b45cf9e-3465-4cc2-a455-4b6f94340da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.399884 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-4b45cf9e-3465-4cc2-a455-4b6f94340da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.401040 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-4b45cf9e-3465-4cc2-a455-4b6f94340da3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e04f730-902c-41a4-8cc7-0d0cf33ffeee HTTP/1.1" status: 204 len: 168 time: 0.1216016 Jul 13 09:18:03.408744 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45cf9e-3465-4cc2-a455-4b6f94340da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e04f730-902c-41a4-8cc7-0d0cf33ffeee,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:03.427924 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1047541d-99df-4a39-a53e-30a533459183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.518987 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1047541d-99df-4a39-a53e-30a533459183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.523195 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-1047541d-99df-4a39-a53e-30a533459183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.563237 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-1047541d-99df-4a39-a53e-30a533459183 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da005a30f4b34059be6788903cc5e373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400661 Jul 13 09:18:03.564424 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047541d-99df-4a39-a53e-30a533459183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93447f30-5e1b-40a3-90d9-172d660e7f63,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:03.565978 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49618) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:03.615589 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-95cb03fc-2251-44ac-a8eb-0be3a457e64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.638477 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-95cb03fc-2251-44ac-a8eb-0be3a457e64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.699178 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-95cb03fc-2251-44ac-a8eb-0be3a457e64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.701750 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-95cb03fc-2251-44ac-a8eb-0be3a457e64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:03.703152 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-95cb03fc-2251-44ac-a8eb-0be3a457e64e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93447f30-5e1b-40a3-90d9-172d660e7f63 HTTP/1.1" status: 204 len: 168 time: 0.1361744 Jul 13 09:18:03.711781 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb03fc-2251-44ac-a8eb-0be3a457e64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93447f30-5e1b-40a3-90d9-172d660e7f63,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:03.724607 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device cceb0d64-3f26-4dbc-8c49-95c0256c8935 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:18:03.751777 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: cceb0d64-3f26-4dbc-8c49-95c0256c8935 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:18:03.752367 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device cceb0d64-3f26-4dbc-8c49-95c0256c8935 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:18:03.753010 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device aa633e6e-602e-44c2-8f2a-8487a723c4a5 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:18:03.775837 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: aa633e6e-602e-44c2-8f2a-8487a723c4a5 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:18:03.776271 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device aa633e6e-602e-44c2-8f2a-8487a723c4a5 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:18:03.776762 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device c2cd7892-7779-4779-a046-384a71673c16 no longer exists at agent ovs-agent-dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:18:03.796708 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] No Port match for: c2cd7892-7779-4779-a046-384a71673c16 {{(pid=99634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:18:03.797061 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron.plugins.ml2.rpc [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Device c2cd7892-7779-4779-a046-384a71673c16 not bound to the agent host dv-cinder-800430-2-iscsi {{(pid=99634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:18:04.029807 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49640) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:04.042701 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6284-daa7-4359-b9cf-4f860b0d18e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.138411 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6284-daa7-4359-b9cf-4f860b0d18e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.142148 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6284-daa7-4359-b9cf-4f860b0d18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.181602 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-fc4f6284-daa7-4359-b9cf-4f860b0d18e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=963e2e4faeb84421a0bdda858ad3a0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506977 Jul 13 09:18:04.182565 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f6284-daa7-4359-b9cf-4f860b0d18e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d915a751-e7b7-410f-ac34-90e3ca41a854,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:04.185042 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49646) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:04.240059 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f91bc22c-2e83-409b-8b7d-3b7f72ed7be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.262993 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f91bc22c-2e83-409b-8b7d-3b7f72ed7be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.310330 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f91bc22c-2e83-409b-8b7d-3b7f72ed7be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.313594 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f91bc22c-2e83-409b-8b7d-3b7f72ed7be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.315180 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f91bc22c-2e83-409b-8b7d-3b7f72ed7be8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d915a751-e7b7-410f-ac34-90e3ca41a854 HTTP/1.1" status: 204 len: 168 time: 0.1291018 Jul 13 09:18:04.324465 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bc22c-2e83-409b-8b7d-3b7f72ed7be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d915a751-e7b7-410f-ac34-90e3ca41a854,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:04.641329 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 49656) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:04.654882 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9e031680-b588-4004-9742-a7fed41cc1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.741867 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9e031680-b588-4004-9742-a7fed41cc1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.745488 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9e031680-b588-4004-9742-a7fed41cc1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.781817 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-9e031680-b588-4004-9742-a7fed41cc1a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b16f13d48e794482a98c20e7abfe30f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394455 Jul 13 09:18:04.783731 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e031680-b588-4004-9742-a7fed41cc1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77948d0-8e32-4fa9-99bc-23dd5b3e6fdb,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:04.784527 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49658) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:04.832816 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-26c94a5e-7578-460b-af88-5721addcbf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.853915 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-26c94a5e-7578-460b-af88-5721addcbf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.901073 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-26c94a5e-7578-460b-af88-5721addcbf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.903634 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-26c94a5e-7578-460b-af88-5721addcbf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:04.904773 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-26c94a5e-7578-460b-af88-5721addcbf28 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d77948d0-8e32-4fa9-99bc-23dd5b3e6fdb HTTP/1.1" status: 204 len: 168 time: 0.1192605 Jul 13 09:18:04.912215 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c94a5e-7578-460b-af88-5721addcbf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77948d0-8e32-4fa9-99bc-23dd5b3e6fdb,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:10.765361 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [req-b1b2f741-256f-401c-8d51-0a07071eefdd req-ff1049c7-d032-4c9a-9a96-eb1ad6af10a2 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] (99632) timed out ('10.222.0.66', 55262) {{(pid=99632) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 09:18:11.932809 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [req-c1fdbaa3-6ac5-4309-a615-f922a8172d3d req-ece953e9-6278-4acb-a0e4-b5a8b30a1095 tempest-TestVolumeBootPattern-127486059 tempest-TestVolumeBootPattern-127486059-project] (99633) timed out ('10.222.0.66', 55256) {{(pid=99633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 09:18:12.989682 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49846) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:13.093750 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f27f93db-514f-438c-b70f-d8270f9c216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:13.183739 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f27f93db-514f-438c-b70f-d8270f9c216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:13.187714 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f27f93db-514f-438c-b70f-d8270f9c216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:13.225370 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f93db-514f-438c-b70f-d8270f9c216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a42dbeb-8771-448b-b493-80fc51c624c9,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:13.234308 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 49850) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:13.234684 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f27f93db-514f-438c-b70f-d8270f9c216c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c40fd716bbe4e139ad4a98d503e6e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432451 Jul 13 09:18:13.286788 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-05444236-7020-425e-ad0d-487644b69bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:13.307763 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-05444236-7020-425e-ad0d-487644b69bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:13.355520 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-05444236-7020-425e-ad0d-487644b69bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:13.358016 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-05444236-7020-425e-ad0d-487644b69bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:13.359191 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-05444236-7020-425e-ad0d-487644b69bc4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a42dbeb-8771-448b-b493-80fc51c624c9 HTTP/1.1" status: 204 len: 168 time: 0.1242068 Jul 13 09:18:13.366935 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05444236-7020-425e-ad0d-487644b69bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a42dbeb-8771-448b-b493-80fc51c624c9,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:15.070785 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 49916) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:15.171153 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-eeb62b7d-524b-477c-a7f4-e67d639f068a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.267066 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-eeb62b7d-524b-477c-a7f4-e67d639f068a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.270789 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-eeb62b7d-524b-477c-a7f4-e67d639f068a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.307774 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-eeb62b7d-524b-477c-a7f4-e67d639f068a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f49d0b8dc3140228eec79e4d8788415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353954 Jul 13 09:18:15.308612 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb62b7d-524b-477c-a7f4-e67d639f068a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1959363-25f5-43e4-b85a-dd678ffab9cd,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:15.310680 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49920) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:15.359644 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4542-336a-4ee4-b0e8-764fc37795d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.381227 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4542-336a-4ee4-b0e8-764fc37795d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.427158 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4542-336a-4ee4-b0e8-764fc37795d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.429631 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4542-336a-4ee4-b0e8-764fc37795d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.433377 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-8a8b4542-336a-4ee4-b0e8-764fc37795d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1959363-25f5-43e4-b85a-dd678ffab9cd HTTP/1.1" status: 204 len: 168 time: 0.1189263 Jul 13 09:18:15.440273 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b4542-336a-4ee4-b0e8-764fc37795d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1959363-25f5-43e4-b85a-dd678ffab9cd,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:15.684929 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49928) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:15.701894 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e4475829-1075-4728-b042-0306f0eb6481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.792675 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e4475829-1075-4728-b042-0306f0eb6481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.796283 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-e4475829-1075-4728-b042-0306f0eb6481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.836354 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-e4475829-1075-4728-b042-0306f0eb6481 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=003b9a14a28b4aa5899887bb6a86a9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502719 Jul 13 09:18:15.837920 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4475829-1075-4728-b042-0306f0eb6481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a92937-d940-4858-9e57-224a4c019398,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:15.839843 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 49930) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:15.889825 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-57b3ba1b-5e8a-4f9a-b619-826a363ed333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.913072 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-57b3ba1b-5e8a-4f9a-b619-826a363ed333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.964439 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-57b3ba1b-5e8a-4f9a-b619-826a363ed333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.966945 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-57b3ba1b-5e8a-4f9a-b619-826a363ed333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:15.972436 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-57b3ba1b-5e8a-4f9a-b619-826a363ed333 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a3a92937-d940-4858-9e57-224a4c019398 HTTP/1.1" status: 204 len: 168 time: 0.1298916 Jul 13 09:18:15.980782 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3ba1b-5e8a-4f9a-b619-826a363ed333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a92937-d940-4858-9e57-224a4c019398,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:17.593415 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49984) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:17.695924 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8f16e493-5aac-421c-bb23-133242f661a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:17.784651 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8f16e493-5aac-421c-bb23-133242f661a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:17.788227 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-8f16e493-5aac-421c-bb23-133242f661a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:17.825324 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-8f16e493-5aac-421c-bb23-133242f661a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9515c6bbbc1b438d89b1cfaa0650833c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308462 Jul 13 09:18:17.827862 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 49998) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:17.834805 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16e493-5aac-421c-bb23-133242f661a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b863a5f0-4b6f-4c13-9302-b2e5028e4505,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:17.877283 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab8ec-f8ce-4d71-b91d-5b9b3d5c3d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:17.900901 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab8ec-f8ce-4d71-b91d-5b9b3d5c3d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:17.946969 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab8ec-f8ce-4d71-b91d-5b9b3d5c3d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:17.949467 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab8ec-f8ce-4d71-b91d-5b9b3d5c3d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:17.950601 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-9d8ab8ec-f8ce-4d71-b91d-5b9b3d5c3d1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b863a5f0-4b6f-4c13-9302-b2e5028e4505 HTTP/1.1" status: 204 len: 168 time: 0.1218638 Jul 13 09:18:17.958383 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ab8ec-f8ce-4d71-b91d-5b9b3d5c3d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b863a5f0-4b6f-4c13-9302-b2e5028e4505,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:18.193679 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50008) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:18.206865 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-55d5190f-f251-44fd-8248-ad8466854997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:18.295202 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-55d5190f-f251-44fd-8248-ad8466854997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:18.298560 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-55d5190f-f251-44fd-8248-ad8466854997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:18.336274 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-55d5190f-f251-44fd-8248-ad8466854997 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8a6be59ea5645e3a89306684c2e776a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415403 Jul 13 09:18:18.338662 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5190f-f251-44fd-8248-ad8466854997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c1a005-318e-4169-8a85-21e95f797ad4,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:18.339558 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50010) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:18.386866 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-612e639c-b41a-4e50-b02b-e45e3cde1916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:18.407429 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-612e639c-b41a-4e50-b02b-e45e3cde1916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:18.452642 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-612e639c-b41a-4e50-b02b-e45e3cde1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:18.455642 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-612e639c-b41a-4e50-b02b-e45e3cde1916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:18.457392 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-612e639c-b41a-4e50-b02b-e45e3cde1916 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94c1a005-318e-4169-8a85-21e95f797ad4 HTTP/1.1" status: 204 len: 168 time: 0.1166694 Jul 13 09:18:18.466966 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e639c-b41a-4e50-b02b-e45e3cde1916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c1a005-318e-4169-8a85-21e95f797ad4,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:19.389729 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-4a772045-f355-4ae4-be75-08b56ca6b07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:22.230404 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd7fc-373f-462f-b94f-ab8f3841bf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:22.448583 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:22.673621 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50106) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:22.771798 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2707-6771-40ea-b238-2b9a6e4f39fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:22.856955 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2707-6771-40ea-b238-2b9a6e4f39fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:22.860344 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2707-6771-40ea-b238-2b9a6e4f39fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:22.898974 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-7e8f2707-6771-40ea-b238-2b9a6e4f39fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47f6caa3660f409eb95631b9c9f3b6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242751 Jul 13 09:18:22.901701 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f2707-6771-40ea-b238-2b9a6e4f39fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8adcc1a-e49b-4e0b-b51d-b4a5762063eb,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:22.902206 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50110) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:22.959648 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5697b328-bdc8-48dd-826c-a70d7cae4464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:22.981706 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5697b328-bdc8-48dd-826c-a70d7cae4464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.028690 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5697b328-bdc8-48dd-826c-a70d7cae4464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.031412 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5697b328-bdc8-48dd-826c-a70d7cae4464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.035254 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5697b328-bdc8-48dd-826c-a70d7cae4464 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8adcc1a-e49b-4e0b-b51d-b4a5762063eb HTTP/1.1" status: 204 len: 168 time: 0.1319644 Jul 13 09:18:23.044683 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697b328-bdc8-48dd-826c-a70d7cae4464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8adcc1a-e49b-4e0b-b51d-b4a5762063eb,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:23.258507 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.307107 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50122) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:23.320347 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5fc20b30-dadb-4ac4-932f-d46e8eea7e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.415938 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5fc20b30-dadb-4ac4-932f-d46e8eea7e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.420185 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-5fc20b30-dadb-4ac4-932f-d46e8eea7e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.463100 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-5fc20b30-dadb-4ac4-932f-d46e8eea7e5f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c10e59ad65634b4e8a7e7fba10a15a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548419 Jul 13 09:18:23.464995 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc20b30-dadb-4ac4-932f-d46e8eea7e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539fe744-83e5-4cc4-8223-36cf1d1306f3,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:23.465763 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50128) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:23.514875 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50dde557-f389-485d-a5ef-ebacd5badac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.535777 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50dde557-f389-485d-a5ef-ebacd5badac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.587753 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50dde557-f389-485d-a5ef-ebacd5badac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.590367 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-50dde557-f389-485d-a5ef-ebacd5badac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:23.591579 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-50dde557-f389-485d-a5ef-ebacd5badac0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/539fe744-83e5-4cc4-8223-36cf1d1306f3 HTTP/1.1" status: 204 len: 168 time: 0.1248279 Jul 13 09:18:23.598881 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dde557-f389-485d-a5ef-ebacd5badac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539fe744-83e5-4cc4-8223-36cf1d1306f3,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:24.850829 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:28.567592 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:18:30.540110 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50232) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:30.640123 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-31e395f7-54cf-44d2-82f9-05489d841e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:30.726365 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-31e395f7-54cf-44d2-82f9-05489d841e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:30.729842 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-31e395f7-54cf-44d2-82f9-05489d841e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:30.767174 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-31e395f7-54cf-44d2-82f9-05489d841e0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb233686ab5c4ee18662bd36510ffa7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258990 Jul 13 09:18:30.768113 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e395f7-54cf-44d2-82f9-05489d841e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26d41be-7d83-483c-a399-f1cf8c512b1b,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:30.769823 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50236) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:30.816792 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d11908a4-c3ec-47f4-bad7-1c0d187aa93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:30.837675 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d11908a4-c3ec-47f4-bad7-1c0d187aa93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:30.880378 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d11908a4-c3ec-47f4-bad7-1c0d187aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:30.882828 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-d11908a4-c3ec-47f4-bad7-1c0d187aa93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:30.884515 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-d11908a4-c3ec-47f4-bad7-1c0d187aa93c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b26d41be-7d83-483c-a399-f1cf8c512b1b HTTP/1.1" status: 204 len: 168 time: 0.1137128 Jul 13 09:18:30.891716 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11908a4-c3ec-47f4-bad7-1c0d187aa93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26d41be-7d83-483c-a399-f1cf8c512b1b,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:31.131333 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50246) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:31.144831 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-697f031e-e624-45b7-8bca-35b5d9588977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:31.233161 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-697f031e-e624-45b7-8bca-35b5d9588977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:31.237073 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-697f031e-e624-45b7-8bca-35b5d9588977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:31.275630 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-697f031e-e624-45b7-8bca-35b5d9588977 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09d7e56760434fd5a5c906b01a2d167e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431620 Jul 13 09:18:31.276733 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f031e-e624-45b7-8bca-35b5d9588977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6393c64-2801-46ca-bcfb-fd3f6269061c,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:31.278280 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50250) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:31.330696 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a573a5e0-6935-4c93-af5b-ef2abd166392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:31.353254 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a573a5e0-6935-4c93-af5b-ef2abd166392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:31.401232 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a573a5e0-6935-4c93-af5b-ef2abd166392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:31.403833 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-a573a5e0-6935-4c93-af5b-ef2abd166392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:31.405004 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-a573a5e0-6935-4c93-af5b-ef2abd166392 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6393c64-2801-46ca-bcfb-fd3f6269061c HTTP/1.1" status: 204 len: 168 time: 0.1257088 Jul 13 09:18:31.413000 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573a5e0-6935-4c93-af5b-ef2abd166392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6393c64-2801-46ca-bcfb-fd3f6269061c,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:32.745562 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.351772 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50326) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:33.456222 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c79cf16f-65ed-4430-8610-a48cc851c975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.543996 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c79cf16f-65ed-4430-8610-a48cc851c975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.547612 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c79cf16f-65ed-4430-8610-a48cc851c975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.566168 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50336) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:33.585374 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cf16f-65ed-4430-8610-a48cc851c975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625336eb-2a45-43d5-8e9b-31496f46076c,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:33.592724 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-c79cf16f-65ed-4430-8610-a48cc851c975 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bfca2b198cc4e82914ad63f7690536f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375300 Jul 13 09:18:33.593600 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50340) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:33.641217 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-06abd942-c5de-4475-8079-ce705086ddd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.668522 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-06abd942-c5de-4475-8079-ce705086ddd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.681994 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29f2011f-ff60-4dfa-bddd-167b34cbe65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.746057 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-06abd942-c5de-4475-8079-ce705086ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.748448 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-06abd942-c5de-4475-8079-ce705086ddd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.749580 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-06abd942-c5de-4475-8079-ce705086ddd8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/625336eb-2a45-43d5-8e9b-31496f46076c HTTP/1.1" status: 204 len: 168 time: 0.1555836 Jul 13 09:18:33.762607 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abd942-c5de-4475-8079-ce705086ddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625336eb-2a45-43d5-8e9b-31496f46076c,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:33.811368 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29f2011f-ff60-4dfa-bddd-167b34cbe65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.815524 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-29f2011f-ff60-4dfa-bddd-167b34cbe65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.857590 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-29f2011f-ff60-4dfa-bddd-167b34cbe65a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aacd8603c0754173a6b1a1c7e9d5ef96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903180 Jul 13 09:18:33.859136 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50346) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:33.860041 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2011f-ff60-4dfa-bddd-167b34cbe65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c8d320-e4a6-444f-aff8-e8bca85cf5be,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:33.912454 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f5286ec7-ab69-4ffd-8ca9-a0536ef01125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.933284 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f5286ec7-ab69-4ffd-8ca9-a0536ef01125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.983197 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f5286ec7-ab69-4ffd-8ca9-a0536ef01125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.986159 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-f5286ec7-ab69-4ffd-8ca9-a0536ef01125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:33.987655 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-f5286ec7-ab69-4ffd-8ca9-a0536ef01125 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10c8d320-e4a6-444f-aff8-e8bca85cf5be HTTP/1.1" status: 204 len: 168 time: 0.1273749 Jul 13 09:18:33.995884 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5286ec7-ab69-4ffd-8ca9-a0536ef01125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c8d320-e4a6-444f-aff8-e8bca85cf5be,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:34.014271 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50350) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:34.030817 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fb5000ac-8804-4a3d-ac21-57325940777c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:34.121946 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fb5000ac-8804-4a3d-ac21-57325940777c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:34.126064 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-fb5000ac-8804-4a3d-ac21-57325940777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:34.164456 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-fb5000ac-8804-4a3d-ac21-57325940777c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69aaf5a952ef4d91b685faaae0d8b675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480536 Jul 13 09:18:34.165671 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5000ac-8804-4a3d-ac21-57325940777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4358378-4ccc-423a-89cc-ec5d4b16fe37,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:34.167285 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50354) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:34.224727 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9f79e12c-a711-4228-9279-380ce7e7a287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:34.245593 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9f79e12c-a711-4228-9279-380ce7e7a287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:34.292450 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9f79e12c-a711-4228-9279-380ce7e7a287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:34.294959 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-9f79e12c-a711-4228-9279-380ce7e7a287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:34.296123 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-9f79e12c-a711-4228-9279-380ce7e7a287 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4358378-4ccc-423a-89cc-ec5d4b16fe37 HTTP/1.1" status: 204 len: 168 time: 0.1276534 Jul 13 09:18:34.307303 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79e12c-a711-4228-9279-380ce7e7a287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4358378-4ccc-423a-89cc-ec5d4b16fe37,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:35.326733 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50408) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:35.430363 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c18589cc-15ab-4633-9500-b0b6e62c412d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:35.520053 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c18589cc-15ab-4633-9500-b0b6e62c412d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:35.523502 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c18589cc-15ab-4633-9500-b0b6e62c412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:35.562224 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c18589cc-15ab-4633-9500-b0b6e62c412d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3340cc2d5bb0464a96a9f50f704541bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343674 Jul 13 09:18:35.563214 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18589cc-15ab-4633-9500-b0b6e62c412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e6d87b-5b6d-4af7-9427-f335629b14e7,revision_number=1']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:35.564905 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50412) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:18:35.614659 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f59a-3994-4eca-9810-1f2b4edd6549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:35.636821 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f59a-3994-4eca-9810-1f2b4edd6549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:35.681198 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f59a-3994-4eca-9810-1f2b4edd6549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:35.684267 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f59a-3994-4eca-9810-1f2b4edd6549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:35.685399 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-c8e7f59a-3994-4eca-9810-1f2b4edd6549 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27e6d87b-5b6d-4af7-9427-f335629b14e7 HTTP/1.1" status: 204 len: 168 time: 0.1178894 Jul 13 09:18:35.692954 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7f59a-3994-4eca-9810-1f2b4edd6549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e6d87b-5b6d-4af7-9427-f335629b14e7,revision_number=None']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:49.390366 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f86e58a3-d1be-4f9e-868f-1346913fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:52.231207 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-9b291eca-6a13-41b7-b393-21bb63f70169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:52.449264 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:53.255988 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:18:54.852980 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:02.770074 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:05.565951 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:19:11.952762 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50658) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:19:12.054197 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:12.141709 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:12.145278 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:12.182165 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c2bff858ea84c0bbd64923029cdb27d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283690 Jul 13 09:19:12.183446 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dccd4e0-825d-40e9-a062-10da48fc6e64,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:12.184959 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50662) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:19:12.191531 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.191760 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.192100 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.192436 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.192765 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.193095 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.193421 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.193746 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.194070 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.194393 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.194728 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.195244 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512375ef-a57d-4302-bbd1-5c582da54a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.232960 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:12.253915 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:12.298433 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:12.301020 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:12.302185 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dccd4e0-825d-40e9-a062-10da48fc6e64 HTTP/1.1" status: 204 len: 168 time: 0.1162064 Jul 13 09:19:12.309565 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dccd4e0-825d-40e9-a062-10da48fc6e64,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:12.316978 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.317332 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.317674 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.318011 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.318348 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.318688 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.319044 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.319378 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.319828 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.320187 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.320495 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:12.320821 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6d5b3-84a7-491e-9961-1e27ad1824d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800430-2-iscsi {{(pid=99633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.393884 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ec53bed4-1be2-474a-b262-f19da5e09240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:22.230432 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-2517ea15-a127-45b6-aac4-af5e1e29aabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:22.451541 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:22.761691 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.wsgi [-] (99632) accepted ('10.222.0.66', 50796) {{(pid=99632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:19:22.880418 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9f50f47a-ed56-4d18-88f5-acdb0b103810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:22.964932 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9f50f47a-ed56-4d18-88f5-acdb0b103810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:22.968426 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron_lib.callbacks.manager [None req-9f50f47a-ed56-4d18-88f5-acdb0b103810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_create {{(pid=99632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:23.005720 dv-cinder-800430-2-iscsi neutron-server[99632]: INFO neutron.wsgi [None req-9f50f47a-ed56-4d18-88f5-acdb0b103810 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9408229aeee146b3a03bf64a11df0510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429714 Jul 13 09:19:23.006590 dv-cinder-800430-2-iscsi neutron-server[99632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50f47a-ed56-4d18-88f5-acdb0b103810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ee71b1-3b07-4c07-9d9b-ad258a635f02,revision_number=1']} {{(pid=99632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:23.008604 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.wsgi [-] (99633) accepted ('10.222.0.66', 50800) {{(pid=99633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:19:23.055872 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c38ab2af-f8df-41f4-a6c9-52e5fb7f1c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:23.075368 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c38ab2af-f8df-41f4-a6c9-52e5fb7f1c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:23.123978 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c38ab2af-f8df-41f4-a6c9-52e5fb7f1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1594942'] for security_group, after_delete {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:23.126508 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron_lib.callbacks.manager [None req-c38ab2af-f8df-41f4-a6c9-52e5fb7f1c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:23.127679 dv-cinder-800430-2-iscsi neutron-server[99633]: INFO neutron.wsgi [None req-c38ab2af-f8df-41f4-a6c9-52e5fb7f1c70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9ee71b1-3b07-4c07-9d9b-ad258a635f02 HTTP/1.1" status: 204 len: 168 time: 0.1181564 Jul 13 09:19:23.135162 dv-cinder-800430-2-iscsi neutron-server[99633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ab2af-f8df-41f4-a6c9-52e5fb7f1c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ee71b1-3b07-4c07-9d9b-ad258a635f02,revision_number=None']} {{(pid=99633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:23.274266 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:24.855689 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:32.758479 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:42.564668 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:19:49.395341 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7edab044-41df-4c2d-8786-6ba0d447d395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:52.229397 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d8aac61f-7a63-4568-b4b1-4ff9e499f137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:52.451431 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:53.263653 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:19:54.858350 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:02.773072 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:19.395797 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-51d4d601-7d6d-49c3-b05e-c0b700f86c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:19.562850 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:20:22.228271 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-34b8af59-8f58-4c56-9435-7233754393c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:22.452007 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:23.265734 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:24.861295 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:32.772099 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:49.396184 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0a548701-532d-4e89-930c-b2ee70404c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:52.227250 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc783-b6e9-4ed4-b408-e6011773df4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:52.452824 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:53.269297 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:54.864249 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:20:56.561285 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:21:02.770788 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:19.395821 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ffe262fe-a835-4240-904e-6cb4265929cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:22.227315 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-6b9b505e-f20e-4494-9384-7d00a1209acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:22.458010 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:23.272646 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:24.868080 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:32.776594 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:33.560304 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:21:49.396384 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-cf13375a-b832-4c7e-a323-f5e197d87ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:52.225946 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-24c7ad39-c58c-4064-b145-f87b7681da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:52.458305 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:53.275506 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:21:54.870537 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:02.785732 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:10.560199 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:22:19.397341 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-907b79de-17f0-4564-b307-ea411aae2942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:22.224576 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-60d8246c-3561-4628-aca7-1a581cab25b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:22.458427 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:23.278721 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:24.873293 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:32.799868 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:47.558647 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:22:49.397630 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3d2f-7f9d-48d9-9e8a-977373e1cd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:52.224121 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d886-fbca-42e5-98d8-fd18198f6ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:52.458386 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:53.281181 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:22:54.877230 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:02.813299 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:19.397618 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c377-97da-4df0-9826-7d5a586cbcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:22.224574 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-ed924cee-70dd-464f-b84b-08816c1e36c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:22.458478 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:23.283660 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:24.557322 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:23:24.884140 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:32.811785 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:49.397332 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-19a29299-8b9b-441e-a7cd-404dc6130e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:52.224257 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-2c04e964-e9e1-41eb-8b94-d46c43e150d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:52.459668 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:53.286823 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:23:54.882646 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:24:01.556175 dv-cinder-800430-2-iscsi neutron-server[99635]: DEBUG neutron.db.agents_db [None req-81cf6693-16ea-40f8-a594-70438cf0ae9e None None] Agent healthcheck: found 6 active agents {{(pid=99635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:24:02.821441 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-7348a6ab-ac38-43b3-b897-c34aedafc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:24:19.398188 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-0711e8ba-0c5e-45ed-8b8c-b5ec958b7fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:24:22.223982 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-cfda5762-48cd-4ebb-b7da-fa8c80caf41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:24:22.460555 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f5d-7e6c-4f9b-8bb8-7e930f35df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:24:23.292830 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-b54fb393-a366-4090-8b80-bd6e83837ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:24:24.886451 dv-cinder-800430-2-iscsi neutron-server[99634]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc2-e81b-433f-bae3-7bc44c14e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741018754317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1563865'] for agent, after_update {{(pid=99634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}